[ 544.810862] env[70008]: INFO neutron.common.config [-] Logging enabled! [ 544.811202] env[70008]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 544.811348] env[70008]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70008) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 544.811677] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 544.811782] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 544.812619] env[70008]: WARNING oslo_policy.policy [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 544.812843] env[70008]: WARNING oslo_policy.policy [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 544.814368] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] VMware NSXv3 Agent initialized successfully. [ 544.814745] env[70008]: DEBUG oslo_concurrency.lockutils [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] Acquiring lock "singleton_lock" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.814889] env[70008]: DEBUG oslo_concurrency.lockutils [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] Acquired lock "singleton_lock" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.815109] env[70008]: DEBUG oslo_concurrency.lockutils [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] Releasing lock "singleton_lock" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.815397] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] Full set of CONF: {{(pid=70008) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 544.815612] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ******************************************************************************** {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 544.815737] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] Configuration options gathered from: {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 544.815975] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 544.816165] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 544.816282] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ================================================================================ {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 544.816451] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] agent_down_time = 75 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.816602] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] allow_automatic_dhcp_failover = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.816744] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] allow_bulk = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.816894] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] api_extensions_path = {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.817053] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] api_paste_config = api-paste.ini {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.817206] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] auth_strategy = keystone {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.817320] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] backdoor_port = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.817430] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] backdoor_socket = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.817575] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] backlog = 4096 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.817724] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] base_mac = fa:16:3e:00:00:00 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.817887] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] bind_host = 0.0.0.0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.818047] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] bind_port = 9696 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.818194] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] client_socket_timeout = 900 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.818343] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] config_dir = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.818488] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.818637] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] config_source = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.818792] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] control_exchange = neutron {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.818944] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] core_plugin = ml2 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.819105] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] debug = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.819253] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] default_availability_zones = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.819494] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.819657] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] dhcp_agent_notification = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.819808] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] dhcp_agents_per_network = 1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.819952] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] dhcp_lease_duration = 86400 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.820121] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] dhcp_load_type = networks {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.820275] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] dns_domain = openstacklocal {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.820424] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.820566] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] enable_default_route_bfd = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.820708] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] enable_default_route_ecmp = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.820852] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] enable_dvr = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.820992] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] enable_new_agents = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.821144] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.821278] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] enable_signals = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.821417] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] enable_traditional_dhcp = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.821551] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] external_dns_driver = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.821691] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] filter_validation = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.821836] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] global_physnet_mtu = 8950 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.821974] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] graceful_shutdown_timeout = 60 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.822172] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] host = cpu-1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.822323] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] host_dvr_for_dhcp = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.822467] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] http_retries = 3 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.822616] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] instance_format = [instance: %(uuid)s] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.822761] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.822904] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ipam_driver = internal {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.823055] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ipv6_pd_enabled = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.823197] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] l3_ha = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.823341] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.823542] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] l3_ha_network_physical_name = {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.823727] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] l3_ha_network_type = {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.823882] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] log_color = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.824039] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] log_config_append = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.824237] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.824388] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] log_dir = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.824529] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] log_file = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.824646] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] log_options = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.824793] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] log_rotate_interval = 1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.824943] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] log_rotate_interval_type = days {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.825101] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] log_rotation_type = none {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.825216] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.825327] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.825477] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.825625] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.825738] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.825882] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] max_dns_nameservers = 5 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.826036] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] max_header_line = 16384 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.826182] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] max_l3_agents_per_router = 3 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.826321] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] max_logfile_count = 30 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.826462] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] max_logfile_size_mb = 200 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.826649] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] max_subnet_host_routes = 20 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.826742] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] my_ip = 10.180.1.21 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.826886] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] my_ipv6 = ::1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.827036] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] network_auto_schedule = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.827176] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] network_link_prefix = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.827322] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.827471] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] notify_nova_on_port_data_changes = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.827618] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] notify_nova_on_port_status_changes = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.827768] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] pagination_max_limit = -1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.827907] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] publish_errors = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.828057] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] rate_limit_burst = 0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.828208] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] rate_limit_except_level = CRITICAL {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.828349] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] rate_limit_interval = 0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.828508] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] retry_until_window = 30 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.828658] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] router_distributed = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.828801] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] rpc_resources_processing_step = 20 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.828941] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] rpc_response_max_timeout = 600 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.829094] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] rpc_response_timeout = 60 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.829235] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] send_events_interval = 2 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.829392] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] service_plugins = ['router'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.829552] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] setproctitle = on {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.829719] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] shell_completion = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.829837] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] state_path = /opt/stack/data/neutron {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.830026] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] syslog_log_facility = LOG_USER {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.830131] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] tcp_keepidle = 600 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.830276] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] transport_url = **** {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.830427] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] use_journal = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.830551] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] use_json = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.830690] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] use_ssl = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.830824] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] use_stderr = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.830967] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] use_syslog = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.831118] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] vlan_qinq = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.831256] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] vlan_transparent = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.831394] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] watch_log_file = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.831533] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] wsgi_default_pool_size = 100 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.831672] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] wsgi_keep_alive = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.831819] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.831959] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] wsgi_server_debug = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.832129] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_concurrency.disable_process_locking = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.832283] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.832438] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.832584] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.832740] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.832890] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.833046] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.833209] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.connection_string = messaging:// {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.833359] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.enabled = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.833510] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.es_doc_type = notification {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.833658] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.es_scroll_size = 10000 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.833809] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.es_scroll_time = 2m {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.833951] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.filter_error_trace = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.834112] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.hmac_keys = **** {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.834261] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.sentinel_service_name = mymaster {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.834409] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.socket_timeout = 0.1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.834552] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.trace_requests = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.834695] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler.trace_sqlalchemy = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.834850] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler_jaeger.process_tags = {} {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.834990] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler_jaeger.service_name_prefix = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.835145] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] profiler_otlp.service_name_prefix = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.835307] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.enforce_new_defaults = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.835587] env[70008]: WARNING oslo_config.cfg [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 544.835776] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.enforce_scope = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.835933] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.policy_default_rule = default {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.836107] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.836272] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.836430] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.836574] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.836719] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.836858] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.837000] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.837162] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_policy.remote_timeout = 60.0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.837321] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.837476] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] agent.extensions = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.837642] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.837797] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] service_providers.service_provider = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.837951] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.default_quota = -1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.838117] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.838264] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.quota_floatingip = 50 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.838411] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.quota_network = 100 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.838582] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.quota_port = 500 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.838737] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.838880] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.quota_router = 10 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.839031] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.quota_security_group = 10 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.839175] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.839314] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.quota_subnet = 100 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.839462] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] QUOTAS.track_quota_usage = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.839627] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.839767] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep.group = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.839906] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep.helper_command = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.840066] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.840215] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep.thread_pool_size = 8 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.840356] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep.user = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.840509] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.840653] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_dhcp_release.group = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.840794] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_dhcp_release.helper_command = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.840939] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.841101] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.841244] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_dhcp_release.user = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.841394] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.841536] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_ovs_vsctl.group = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.841676] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_ovs_vsctl.helper_command = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.841822] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.841963] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.842112] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_ovs_vsctl.user = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.842259] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_namespace.capabilities = [21] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.842397] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_namespace.group = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.842535] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_namespace.helper_command = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.842680] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.842821] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_namespace.thread_pool_size = 8 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.842956] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_namespace.user = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.843114] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_conntrack.capabilities = [12] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.843256] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_conntrack.group = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.843396] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_conntrack.helper_command = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.843540] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.843685] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.844316] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_conntrack.user = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.844316] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_link.capabilities = [12, 21] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.844316] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_link.group = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.844316] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_link.helper_command = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.844472] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.844555] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_link.thread_pool_size = 8 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.844735] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] privsep_link.user = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.844981] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.845067] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.845197] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.continue_on_failed_promotions = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.845341] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.dscp = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.845498] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.dscp_inherit = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.845650] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.force_mp_to_policy = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.845792] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.locking_coordinator_url = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.845947] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.log_agent_heartbeats = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.846106] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.logging_expire = 1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.846260] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.846425] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.846666] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.polling_interval = 240 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.846835] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.846994] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.847163] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.report_interval = 30.0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.847317] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.847469] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.847623] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.847773] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.sync_skew = 60 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.847918] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.synchronization_queue_size = 20 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.848079] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT.use_helper_for_ns_read = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.848237] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] SECURITYGROUP.enable_ipset = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.848394] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] SECURITYGROUP.enable_security_group = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.848586] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.848743] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.848899] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] experimental.ipv6_pd_enabled = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.849077] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ml2.extension_drivers = ['port_security'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.849227] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ml2.external_network_type = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.849386] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.849550] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ml2.overlay_ip_version = 4 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.849725] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ml2.path_mtu = 8950 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.849882] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ml2.physical_network_mtus = {} {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.850090] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ml2.tenant_network_types = ['vlan'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.850201] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.850482] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ml2.type_drivers = ['vlan'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.850587] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT_CLI.neutron_port_id = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.850698] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.850846] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.851011] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.851216] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.851376] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.851530] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.851686] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.851838] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.852056] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.852218] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_login_password = **** {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.852376] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_login_port = 443 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.852527] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_login_user = admin {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.852680] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.852834] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.852982] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.853143] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.853296] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.853451] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.853605] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.853754] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.853900] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.854061] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.854219] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.854369] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.854522] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.854725] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.854882] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] vsphere.vsphere_login_password = VMware1! {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.855044] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.855194] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.855344] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.auth_section = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.855500] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.auth_type = password {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.855652] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.855792] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.certfile = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.855939] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.collect_timing = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.856102] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.endpoint_type = public {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.856247] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.insecure = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.856387] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.keyfile = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.856562] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.region_name = RegionOne {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.856721] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.split_loggers = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.856862] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] nova.timeout = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.857027] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.auth_section = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.857172] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.auth_type = password {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.857321] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.857461] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.certfile = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.857606] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.collect_timing = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.857757] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.endpoint_type = public {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.857901] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.insecure = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.858050] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.keyfile = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.858192] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.region_name = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.858334] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.split_loggers = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.858501] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] placement.timeout = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.858656] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.auth_section = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.858802] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.auth_type = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.858941] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.cafile = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.859090] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.certfile = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.859238] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.collect_timing = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.859378] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.connect_retries = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.859517] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.connect_retry_delay = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.859685] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.enable_notifications = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.859830] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.endpoint_override = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.859977] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.insecure = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.860132] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.interface = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.860276] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.keyfile = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.860461] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.max_version = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.860562] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.min_version = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.860704] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.region_name = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.860844] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.retriable_status_codes = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.860985] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.service_name = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.861140] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.service_type = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.861290] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.split_loggers = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.861430] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.status_code_retries = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.861569] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.status_code_retry_delay = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.861710] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.timeout = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.861851] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.valid_interfaces = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.861991] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ironic.version = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.862154] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] cli_script.dry_run = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.862311] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.862457] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.862603] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.862748] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.862891] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.863044] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.863190] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.863333] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.863477] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.863635] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.863775] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.863927] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.864086] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.864238] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.864386] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.864536] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.864682] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.864830] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.864981] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.865141] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.865287] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.865437] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.865583] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.865730] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.865876] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.866029] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.866179] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.866332] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.866486] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.866653] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.866809] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.ssl = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.866981] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.867150] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.867327] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.867489] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.867642] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.ssl_version = {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.867791] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.867947] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_notifications.driver = [] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.868108] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_notifications.retry = -1 {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.868274] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.868443] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] oslo_messaging_notifications.transport_url = **** {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 544.868583] env[70008]: DEBUG oslo_service.backend.eventlet.service [None req-448487bd-23dd-46ea-903f-fa3a8079a18a None None] ******************************************************************************** {{(pid=70008) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 544.869635] env[70008]: DEBUG neutron.agent.securitygroups_rpc [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Init firewall settings (driver=nsxv3) {{(pid=70008) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 544.870989] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70008) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 544.871249] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] RPC agent_id: nsxm-l-01a.corp.local [ 544.873532] env[70008]: DEBUG dogpile.cache.region [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 544.873664] env[70008]: DEBUG dogpile.lock [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 544.873769] env[70008]: DEBUG dogpile.lock [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 544.873866] env[70008]: DEBUG dogpile.lock [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 544.873964] env[70008]: DEBUG dogpile.cache.region [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 544.874069] env[70008]: DEBUG dogpile.lock [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 544.874200] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 544.919105] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Session token - acquiring [ 544.920751] env[70008]: DEBUG networking_nsxv3.common.locking [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.920968] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.921054] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.921619] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.932582] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.193365] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 545.216436] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 545.216605] env[70008]: DEBUG dogpile.cache.region [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Cache value generated in 0.342 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 545.216705] env[70008]: DEBUG dogpile.lock [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 545.216830] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Activating Policy API Provider. [ 545.217053] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Looking for the default Infrastructure Rules. [ 545.279758] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Looking for the Default Layer3 Logged Drop Section. [ 545.292362] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 545.292767] env[70008]: DEBUG networking_nsxv3.common.locking [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.292941] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquiring lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.293062] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.293345] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired external semaphore "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.293673] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.809591] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.311820] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.814016] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Inventory metadata is going to be refreshed. [ 546.814198] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 547.548519] env[70008]: DEBUG networking_nsxv3.common.locking [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.549051] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.549051] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.549240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.668563] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 547.669507] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.670476] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 547.689127] env[70008]: DEBUG networking_nsxv3.common.locking [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.689377] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.689458] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.689720] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.689872] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.690028] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 547.690151] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.690269] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 547.712341] env[70008]: DEBUG networking_nsxv3.common.locking [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.712613] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.712680] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.712971] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.713164] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.713307] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 547.733590] env[70008]: DEBUG networking_nsxv3.common.locking [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.733793] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.733852] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.734291] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.734440] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.734590] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 547.751722] env[70008]: DEBUG networking_nsxv3.common.locking [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.751897] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquiring lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.752051] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.752271] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired external semaphore "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.752409] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Releasing lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.752556] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 547.752664] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.752767] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 547.770251] env[70008]: DEBUG networking_nsxv3.common.locking [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.770440] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquiring lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.770537] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.770745] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired external semaphore "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.770865] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Releasing lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.771011] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 547.771123] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.771232] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 547.789752] env[70008]: DEBUG networking_nsxv3.common.locking [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.789937] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.790062] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.790271] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.790406] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.790552] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 547.790661] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.790762] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Inventory metadata have been refreshed. [ 547.790863] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Dryrun:True. Metadata refresh completed. [ 547.790979] env[70008]: DEBUG oslo_concurrency.lockutils [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Releasing lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.792662] env[70008]: INFO neutron.agent.agent_extensions_manager [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Loaded agent extensions: [] [ 547.793379] env[70008]: DEBUG neutron_lib.callbacks.manager [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70008) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 547.840445] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent RPC Daemon Started! [ 547.840635] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent loop - iteration:0 started [ 547.840699] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent out of sync with plugin! [ 552.793790] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.793790] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.795263] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.795263] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.728025] env[70008]: INFO networking_nsxv3.common.synchronization [None req-aea27a73-daa3-490e-9c23-e8f6fc0292f8 demo admin] Enqueued Resource ID: 4e6cecd4-39fa-4e41-bbfa-1177befcc3eb with Priority: HIGHEST for action security_group_rules [ 561.728483] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6cecd4-39fa-4e41-bbfa-1177befcc3eb with Priority: HIGHEST for action security_group_rules [ 561.728826] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6cecd4-39fa-4e41-bbfa-1177befcc3eb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.728968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6cecd4-39fa-4e41-bbfa-1177befcc3eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.729027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6cecd4-39fa-4e41-bbfa-1177befcc3eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.729365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6cecd4-39fa-4e41-bbfa-1177befcc3eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.729453] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6cecd4-39fa-4e41-bbfa-1177befcc3eb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.248854] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.248854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.248854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.249223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.249223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.249223] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6cecd4-39fa-4e41-bbfa-1177befcc3eb already deleted. [ 562.249223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6cecd4-39fa-4e41-bbfa-1177befcc3eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.795638] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.795961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.795961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.796121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.796352] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.299198] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.801216] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.303710] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 564.303882] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 565.043842] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.044327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.044327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.044417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.056443] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 565.057466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.058613] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 565.074140] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.074341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.074452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.074663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.074770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.074900] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 565.074988] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.075071] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 565.094192] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.094391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.094391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.094620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.094753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.094866] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.111971] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.112200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.112200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.112411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.112515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.112624] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.129695] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.129944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.129944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.130217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.130294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.130389] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 565.130456] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.130527] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 565.145946] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.146295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.146295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.146441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.146441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.146551] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 565.146599] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.146665] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 565.164062] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.164284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.164284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.164434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.164527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.164638] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 565.164708] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.164775] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 565.164836] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 565.164914] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 565.164973] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 565.165046] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 565.165306] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 565.165371] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 565.165496] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.182243] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.182398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.182483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.182582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.182674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.182773] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.200849] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.200986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.201040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.201244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.201344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.212513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.729824] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.730191] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.731069] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.731290] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.732326] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.732699] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.734274] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.734274] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 586.735122] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 586.735992] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.232963] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0c82d2ad-af12-4167-bc0a-7791703fc9af None None] Enqueued Resource ID: 20b5ba33-57b1-48e6-bb38-4e601dc43ae8 with Priority: HIGHEST for action port [ 590.233621] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b5ba33-57b1-48e6-bb38-4e601dc43ae8 with Priority: HIGHEST for action port [ 590.233955] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b5ba33-57b1-48e6-bb38-4e601dc43ae8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.234070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b5ba33-57b1-48e6-bb38-4e601dc43ae8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.234138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b5ba33-57b1-48e6-bb38-4e601dc43ae8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.234385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b5ba33-57b1-48e6-bb38-4e601dc43ae8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.234467] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b5ba33-57b1-48e6-bb38-4e601dc43ae8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.738599] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20b5ba33-57b1-48e6-bb38-4e601dc43ae8 [ 590.739667] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.740459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.740459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.740579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.740679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.740783] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20b5ba33-57b1-48e6-bb38-4e601dc43ae8 already deleted. [ 590.740866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b5ba33-57b1-48e6-bb38-4e601dc43ae8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.468520] env[70008]: INFO networking_nsxv3.common.synchronization [None req-c601911b-2190-46cf-a6cc-6720130155a6 None None] Enqueued Resource ID: 480c1c93-8798-4c4f-88e1-256347e76561 with Priority: HIGHEST for action port [ 591.468736] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480c1c93-8798-4c4f-88e1-256347e76561 with Priority: HIGHEST for action port [ 591.468974] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-480c1c93-8798-4c4f-88e1-256347e76561 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.469083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-480c1c93-8798-4c4f-88e1-256347e76561" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.469149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-480c1c93-8798-4c4f-88e1-256347e76561" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.469405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-480c1c93-8798-4c4f-88e1-256347e76561" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.469486] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480c1c93-8798-4c4f-88e1-256347e76561',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.975983] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 480c1c93-8798-4c4f-88e1-256347e76561 [ 591.975983] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.975983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.975983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.975983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.975983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.975983] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:480c1c93-8798-4c4f-88e1-256347e76561 already deleted. [ 591.975983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-480c1c93-8798-4c4f-88e1-256347e76561" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.080195] env[70008]: INFO networking_nsxv3.common.synchronization [None req-650ad913-f698-4ff8-a8f5-6d39b709b0d6 None None] Enqueued Resource ID: 8e4bdc18-52ff-435d-926c-b41fdc842d21 with Priority: HIGHEST for action port [ 592.081210] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4bdc18-52ff-435d-926c-b41fdc842d21 with Priority: HIGHEST for action port [ 592.081789] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e4bdc18-52ff-435d-926c-b41fdc842d21 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.081932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e4bdc18-52ff-435d-926c-b41fdc842d21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.082023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e4bdc18-52ff-435d-926c-b41fdc842d21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.082272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e4bdc18-52ff-435d-926c-b41fdc842d21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.082349] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e4bdc18-52ff-435d-926c-b41fdc842d21',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.585585] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e4bdc18-52ff-435d-926c-b41fdc842d21 [ 592.585585] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.585923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.585923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.585988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.586090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.586396] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e4bdc18-52ff-435d-926c-b41fdc842d21 already deleted. [ 592.586396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e4bdc18-52ff-435d-926c-b41fdc842d21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.333263] env[70008]: INFO networking_nsxv3.common.synchronization [None req-34fa617a-c458-4d2e-84f3-7e1ceafe4aa1 None None] Enqueued Resource ID: c68dba63-5409-4112-b9c4-d64a2cca9726 with Priority: HIGHEST for action port [ 593.333263] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68dba63-5409-4112-b9c4-d64a2cca9726 with Priority: HIGHEST for action port [ 593.333263] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-c68dba63-5409-4112-b9c4-d64a2cca9726 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.333263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c68dba63-5409-4112-b9c4-d64a2cca9726" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.333263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c68dba63-5409-4112-b9c4-d64a2cca9726" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.333263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c68dba63-5409-4112-b9c4-d64a2cca9726" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.333263] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c68dba63-5409-4112-b9c4-d64a2cca9726',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.698674] env[70008]: INFO networking_nsxv3.common.synchronization [None req-95b27e42-b550-4e33-9203-86ba8e20d7ab None None] Enqueued Resource ID: e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b with Priority: HIGHEST for action port [ 593.699349] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b with Priority: HIGHEST for action port [ 593.699349] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.699349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.699349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.699618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.699725] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.836381] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c68dba63-5409-4112-b9c4-d64a2cca9726 [ 593.836381] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.836381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.836381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.836381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.836648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.836648] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c68dba63-5409-4112-b9c4-d64a2cca9726 already deleted. [ 593.836648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c68dba63-5409-4112-b9c4-d64a2cca9726" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.980556] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0367c635-b0a0-4bb0-9384-6bfc4588190a None None] Enqueued Resource ID: eb796d20-e2f5-4785-a5a1-a8a60e085386 with Priority: HIGHEST for action port [ 593.981077] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb796d20-e2f5-4785-a5a1-a8a60e085386 with Priority: HIGHEST for action port [ 593.981377] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb796d20-e2f5-4785-a5a1-a8a60e085386 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.981501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb796d20-e2f5-4785-a5a1-a8a60e085386" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.981569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb796d20-e2f5-4785-a5a1-a8a60e085386" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.981814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb796d20-e2f5-4785-a5a1-a8a60e085386" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.981897] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb796d20-e2f5-4785-a5a1-a8a60e085386',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.020425] env[70008]: INFO networking_nsxv3.common.synchronization [None req-a3fddfde-03d7-4784-83e1-b6f393921cb5 None None] Enqueued Resource ID: 4ca86ee9-f37f-45db-8bee-f23ab51a7161 with Priority: HIGHEST for action port [ 594.021213] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca86ee9-f37f-45db-8bee-f23ab51a7161 with Priority: HIGHEST for action port [ 594.021213] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ca86ee9-f37f-45db-8bee-f23ab51a7161 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.021327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ca86ee9-f37f-45db-8bee-f23ab51a7161" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.021373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ca86ee9-f37f-45db-8bee-f23ab51a7161" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.023127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ca86ee9-f37f-45db-8bee-f23ab51a7161" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.023127] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ca86ee9-f37f-45db-8bee-f23ab51a7161',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.202870] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b [ 594.202870] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.202870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.202870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.202870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.202870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.202870] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b already deleted. [ 594.202870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7e1aa6b-f9d2-475f-a1fa-c9560bd42d1b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.484688] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb796d20-e2f5-4785-a5a1-a8a60e085386 [ 594.484688] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.484688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.484688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.485177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.485177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.485177] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb796d20-e2f5-4785-a5a1-a8a60e085386 already deleted. [ 594.485177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb796d20-e2f5-4785-a5a1-a8a60e085386" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.528666] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ca86ee9-f37f-45db-8bee-f23ab51a7161 [ 594.528848] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.528982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.529060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.529273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.529375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.529476] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ca86ee9-f37f-45db-8bee-f23ab51a7161 already deleted. [ 594.529558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ca86ee9-f37f-45db-8bee-f23ab51a7161" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.796930] env[70008]: INFO networking_nsxv3.common.synchronization [None req-9a8651be-daca-4a76-ab59-1b831f11072a None None] Enqueued Resource ID: 88506ca5-be12-4143-bee8-a6e69e96e170 with Priority: HIGHEST for action port [ 595.797471] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88506ca5-be12-4143-bee8-a6e69e96e170 with Priority: HIGHEST for action port [ 595.797782] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-88506ca5-be12-4143-bee8-a6e69e96e170 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.797905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88506ca5-be12-4143-bee8-a6e69e96e170" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.797972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88506ca5-be12-4143-bee8-a6e69e96e170" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.798541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88506ca5-be12-4143-bee8-a6e69e96e170" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.798859] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88506ca5-be12-4143-bee8-a6e69e96e170',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.912940] env[70008]: INFO networking_nsxv3.common.synchronization [None req-c43132e2-9651-4cca-aded-12c94b6eaab6 None None] Enqueued Resource ID: 0107c4b7-700e-4757-8261-2dc783204542 with Priority: HIGHEST for action port [ 595.916824] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0107c4b7-700e-4757-8261-2dc783204542 with Priority: HIGHEST for action port [ 595.916824] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-0107c4b7-700e-4757-8261-2dc783204542 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.916824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0107c4b7-700e-4757-8261-2dc783204542" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.916824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0107c4b7-700e-4757-8261-2dc783204542" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.916824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0107c4b7-700e-4757-8261-2dc783204542" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.916824] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0107c4b7-700e-4757-8261-2dc783204542',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.301845] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88506ca5-be12-4143-bee8-a6e69e96e170 [ 596.301845] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.302047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.302159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.302314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.302416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.302531] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88506ca5-be12-4143-bee8-a6e69e96e170 already deleted. [ 596.303163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88506ca5-be12-4143-bee8-a6e69e96e170" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.417500] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0107c4b7-700e-4757-8261-2dc783204542 [ 596.417725] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.418025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.418025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.418170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.418260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.418355] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0107c4b7-700e-4757-8261-2dc783204542 already deleted. [ 596.418434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0107c4b7-700e-4757-8261-2dc783204542" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.445986] env[70008]: INFO networking_nsxv3.common.synchronization [None req-1fe07832-fba2-4edd-9030-93ad8dd2e20e None None] Enqueued Resource ID: 89212677-9f02-4978-8910-ff1619cb3416 with Priority: HIGHEST for action port [ 596.446274] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89212677-9f02-4978-8910-ff1619cb3416 with Priority: HIGHEST for action port [ 596.446819] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-89212677-9f02-4978-8910-ff1619cb3416 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.446926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89212677-9f02-4978-8910-ff1619cb3416" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.446981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89212677-9f02-4978-8910-ff1619cb3416" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.447246] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89212677-9f02-4978-8910-ff1619cb3416" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.447335] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89212677-9f02-4978-8910-ff1619cb3416',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.949814] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89212677-9f02-4978-8910-ff1619cb3416 [ 596.950153] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.950329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.950429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.950701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.950828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.950959] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89212677-9f02-4978-8910-ff1619cb3416 already deleted. [ 596.951086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89212677-9f02-4978-8910-ff1619cb3416" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.706521] env[70008]: INFO networking_nsxv3.common.synchronization [None req-f9db1f4a-03c3-4e15-bec9-7968dd521bc1 None None] Enqueued Resource ID: 58e6e795-b5bb-479c-a965-3b4be2813f8b with Priority: HIGHEST for action port [ 597.706684] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e6e795-b5bb-479c-a965-3b4be2813f8b with Priority: HIGHEST for action port [ 597.707401] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-58e6e795-b5bb-479c-a965-3b4be2813f8b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.707401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58e6e795-b5bb-479c-a965-3b4be2813f8b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.707550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58e6e795-b5bb-479c-a965-3b4be2813f8b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.707692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58e6e795-b5bb-479c-a965-3b4be2813f8b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.707766] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e6e795-b5bb-479c-a965-3b4be2813f8b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.211900] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58e6e795-b5bb-479c-a965-3b4be2813f8b [ 598.212827] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.212827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.212827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.213035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.213065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.213201] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58e6e795-b5bb-479c-a965-3b4be2813f8b already deleted. [ 598.213323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58e6e795-b5bb-479c-a965-3b4be2813f8b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.751346] env[70008]: INFO networking_nsxv3.common.synchronization [None req-3fa93391-1fb2-418e-80d7-014fe9c0fecf None None] Enqueued Resource ID: 46c2576a-819e-4729-b2a5-954ea6b6e811 with Priority: HIGHEST for action port [ 598.751346] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c2576a-819e-4729-b2a5-954ea6b6e811 with Priority: HIGHEST for action port [ 598.751678] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c2576a-819e-4729-b2a5-954ea6b6e811 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.751919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c2576a-819e-4729-b2a5-954ea6b6e811" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.752033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c2576a-819e-4729-b2a5-954ea6b6e811" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.752417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c2576a-819e-4729-b2a5-954ea6b6e811" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.752491] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c2576a-819e-4729-b2a5-954ea6b6e811',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.257840] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46c2576a-819e-4729-b2a5-954ea6b6e811 [ 599.257840] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.257840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.257840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.257840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.257840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.257840] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46c2576a-819e-4729-b2a5-954ea6b6e811 already deleted. [ 599.257840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c2576a-819e-4729-b2a5-954ea6b6e811" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.175210] env[70008]: INFO networking_nsxv3.common.synchronization [None req-33e02807-d92c-422d-993f-74c364d35e04 None None] Enqueued Resource ID: 259b8a65-f038-406e-be60-87670c2827f7 with Priority: HIGHEST for action port [ 600.175210] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259b8a65-f038-406e-be60-87670c2827f7 with Priority: HIGHEST for action port [ 600.175210] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-259b8a65-f038-406e-be60-87670c2827f7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.175210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-259b8a65-f038-406e-be60-87670c2827f7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.175210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-259b8a65-f038-406e-be60-87670c2827f7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.175210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-259b8a65-f038-406e-be60-87670c2827f7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.175210] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259b8a65-f038-406e-be60-87670c2827f7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.550586] env[70008]: INFO networking_nsxv3.common.synchronization [None req-ebd70040-ac3f-4a1a-8b88-4d9680931fb9 None None] Enqueued Resource ID: d973b557-2db7-4f3b-a89b-eae05074a9eb with Priority: HIGHEST for action port [ 600.550923] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d973b557-2db7-4f3b-a89b-eae05074a9eb with Priority: HIGHEST for action port [ 600.551363] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d973b557-2db7-4f3b-a89b-eae05074a9eb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.551485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d973b557-2db7-4f3b-a89b-eae05074a9eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.551579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d973b557-2db7-4f3b-a89b-eae05074a9eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.551837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d973b557-2db7-4f3b-a89b-eae05074a9eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.552030] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d973b557-2db7-4f3b-a89b-eae05074a9eb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.680018] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 259b8a65-f038-406e-be60-87670c2827f7 [ 600.680018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.680018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.680018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.680018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.680018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.680018] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:259b8a65-f038-406e-be60-87670c2827f7 already deleted. [ 600.680018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-259b8a65-f038-406e-be60-87670c2827f7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.058687] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d973b557-2db7-4f3b-a89b-eae05074a9eb [ 601.058687] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.058687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.058687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.058687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.058687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.058687] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d973b557-2db7-4f3b-a89b-eae05074a9eb already deleted. [ 601.058687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d973b557-2db7-4f3b-a89b-eae05074a9eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.990584] env[70008]: INFO networking_nsxv3.common.synchronization [req-5014a05f-6b14-4350-9764-4793d64c8fb8 req-ced604c9-03d3-4c9a-9907-84d047f4c616 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Enqueued Resource ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c with Priority: HIGHEST for action security_group_members [ 601.991352] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c with Priority: HIGHEST for action security_group_members [ 601.992489] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.992489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.992489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.992489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.992489] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.992489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.992489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.992899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.992899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.992899] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f21ab19-bbe1-4eed-aca3-4dcdd290005c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.282085] env[70008]: INFO networking_nsxv3.common.synchronization [None req-c4c4a1dc-c0e5-4667-9ffc-22833b88da25 None None] Enqueued Resource ID: 53f96c35-a430-44f0-a0ae-bd1e36fb7f8e with Priority: HIGHEST for action port [ 602.282085] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f96c35-a430-44f0-a0ae-bd1e36fb7f8e with Priority: HIGHEST for action port [ 602.282085] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f96c35-a430-44f0-a0ae-bd1e36fb7f8e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.282085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f96c35-a430-44f0-a0ae-bd1e36fb7f8e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.282085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f96c35-a430-44f0-a0ae-bd1e36fb7f8e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.282085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f96c35-a430-44f0-a0ae-bd1e36fb7f8e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.282800] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f96c35-a430-44f0-a0ae-bd1e36fb7f8e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.497959] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.497959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.497959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.497959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.497959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.497959] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.497959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.497959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.497959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.497959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.497959] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c already deleted. [ 602.497959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.777903] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.778126] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-567" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.778206] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-567" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.778475] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-567" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.778701] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.778861] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.778981] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.781367] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.781367] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.781367] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.781367] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.781367] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.781367] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.781367] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.781367] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.781367] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.785505] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53f96c35-a430-44f0-a0ae-bd1e36fb7f8e [ 602.785691] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.785808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.785876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.786063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.786151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.786618] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53f96c35-a430-44f0-a0ae-bd1e36fb7f8e already deleted. [ 602.786721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f96c35-a430-44f0-a0ae-bd1e36fb7f8e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.799609] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.799895] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 602.800069] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.800270] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-567" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.801316] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-19594162-4365-4b74-87fa-81ec276e1925 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.801567] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-19594162-4365-4b74-87fa-81ec276e1925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.801802] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-19594162-4365-4b74-87fa-81ec276e1925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.802208] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-19594162-4365-4b74-87fa-81ec276e1925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.802386] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19594162-4365-4b74-87fa-81ec276e1925',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.936897] env[70008]: INFO networking_nsxv3.common.synchronization [None req-d4081b1e-2eee-44a5-b550-b6ecc7cd9e23 None None] Enqueued Resource ID: acf564bd-a788-4266-b07f-1bfac0012fcf with Priority: HIGHEST for action port [ 602.937525] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf564bd-a788-4266-b07f-1bfac0012fcf with Priority: HIGHEST for action port [ 602.937842] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-acf564bd-a788-4266-b07f-1bfac0012fcf taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.937981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acf564bd-a788-4266-b07f-1bfac0012fcf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.938197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acf564bd-a788-4266-b07f-1bfac0012fcf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.938466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acf564bd-a788-4266-b07f-1bfac0012fcf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.938557] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acf564bd-a788-4266-b07f-1bfac0012fcf',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.305374] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.305668] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.305757] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.305983] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.306898] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.306898] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 19594162-4365-4b74-87fa-81ec276e1925 not found, creating... [ 603.306898] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.306898] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.306898] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.307157] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.307188] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.307738] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.307738] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.307738] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.308139] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.308139] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.308578] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 19594162-4365-4b74-87fa-81ec276e1925 is going to be created. [ 603.334469] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.334469] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.334469] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.334469] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.334469] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.334469] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-19594162-4365-4b74-87fa-81ec276e1925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.444902] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acf564bd-a788-4266-b07f-1bfac0012fcf [ 603.444902] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.444902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.444902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.446539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.446539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.446539] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acf564bd-a788-4266-b07f-1bfac0012fcf already deleted. [ 603.446539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acf564bd-a788-4266-b07f-1bfac0012fcf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.596287] env[70008]: INFO networking_nsxv3.common.synchronization [req-81bdb994-0a83-4dd1-8229-dcea7561aeec req-3f18dcfe-ac7e-4ff8-a0d0-32f77ac2dd33 tempest-SecurityGroupRulesNegativeTestJSON-798502506 tempest-SecurityGroupRulesNegativeTestJSON-798502506-project-member] Enqueued Resource ID: f3c7344c-0670-42d7-aff4-c9a7d005e4eb with Priority: HIGHEST for action security_group_rules [ 603.597709] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c7344c-0670-42d7-aff4-c9a7d005e4eb with Priority: HIGHEST for action security_group_rules [ 603.598502] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.598743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.599137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.599518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.599760] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c7344c-0670-42d7-aff4-c9a7d005e4eb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.122495] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.122583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.122650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.122926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.122926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.123042] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c7344c-0670-42d7-aff4-c9a7d005e4eb already deleted. [ 604.123128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.312559] env[70008]: INFO networking_nsxv3.common.synchronization [None req-95428924-f2c1-401b-acb7-3ad16c6c6de3 None None] Enqueued Resource ID: 972b612b-bdf5-489e-8a12-b70c236fe427 with Priority: HIGHEST for action port [ 604.312559] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b612b-bdf5-489e-8a12-b70c236fe427 with Priority: HIGHEST for action port [ 604.312878] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-972b612b-bdf5-489e-8a12-b70c236fe427 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.312998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-972b612b-bdf5-489e-8a12-b70c236fe427" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.313076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-972b612b-bdf5-489e-8a12-b70c236fe427" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.313323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-972b612b-bdf5-489e-8a12-b70c236fe427" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.313402] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('972b612b-bdf5-489e-8a12-b70c236fe427',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.388385] env[70008]: INFO networking_nsxv3.common.synchronization [req-be44e276-f05f-466f-b0ee-0715d6e164e2 req-27329e51-9d7b-4767-83fb-1061fda0fe73 tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Enqueued Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 604.390907] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 604.391582] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.391758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.391894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.392215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.393764] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.393764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.393764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.393764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.393764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.393764] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.538104] env[70008]: INFO networking_nsxv3.common.synchronization [req-5014a05f-6b14-4350-9764-4793d64c8fb8 req-349aae24-dec0-435a-a510-fe6b09e3886f service nova] Enqueued Resource ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c with Priority: HIGHEST for action security_group_rules [ 604.538887] env[70008]: INFO networking_nsxv3.common.synchronization [req-5014a05f-6b14-4350-9764-4793d64c8fb8 req-349aae24-dec0-435a-a510-fe6b09e3886f service nova] Enqueued Resource ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c with Priority: HIGHEST for action security_group_members [ 604.538887] env[70008]: INFO networking_nsxv3.common.synchronization [req-5014a05f-6b14-4350-9764-4793d64c8fb8 req-349aae24-dec0-435a-a510-fe6b09e3886f service nova] Enqueued Resource ID: 19594162-4365-4b74-87fa-81ec276e1925 with Priority: HIGHEST for action port [ 604.538887] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c with Priority: HIGHEST for action security_group_rules [ 604.538887] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c with Priority: HIGHEST for action security_group_members [ 604.538887] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19594162-4365-4b74-87fa-81ec276e1925 with Priority: HIGHEST for action port [ 604.540045] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f21ab19-bbe1-4eed-aca3-4dcdd290005c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.540045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.540045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.544022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.544022] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f21ab19-bbe1-4eed-aca3-4dcdd290005c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.544022] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.544022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.544022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.544022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.544022] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.544022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.544022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.544022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.544022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.544022] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f21ab19-bbe1-4eed-aca3-4dcdd290005c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.544022] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-19594162-4365-4b74-87fa-81ec276e1925 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.544022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19594162-4365-4b74-87fa-81ec276e1925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.546296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19594162-4365-4b74-87fa-81ec276e1925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.546670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19594162-4365-4b74-87fa-81ec276e1925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.546892] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19594162-4365-4b74-87fa-81ec276e1925',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.818851] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 972b612b-bdf5-489e-8a12-b70c236fe427 [ 604.819119] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.819249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.819319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.819588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.819679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.821342] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:972b612b-bdf5-489e-8a12-b70c236fe427 already deleted. [ 604.821342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-972b612b-bdf5-489e-8a12-b70c236fe427" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.896669] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.896669] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.896771] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.897051] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.897326] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.897581] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.897645] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.897856] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.898009] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.899418] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.899587] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.899713] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.899828] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.900110] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.900248] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.900289] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.901913] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.902046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.902103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.902271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.902322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.902504] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.902604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.902663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.902807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.902885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.902993] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d already deleted. [ 604.903068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.919077] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.919210] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.919346] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.920100] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.920435] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-12909c62-afbe-4dce-86b2-f43e096cc23f taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.920746] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-12909c62-afbe-4dce-86b2-f43e096cc23f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.920746] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-12909c62-afbe-4dce-86b2-f43e096cc23f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.921053] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-12909c62-afbe-4dce-86b2-f43e096cc23f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.921203] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12909c62-afbe-4dce-86b2-f43e096cc23f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.050653] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.050817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.062475] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19594162-4365-4b74-87fa-81ec276e1925 with status ACTIVE [ 605.062599] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.062707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.062707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.063063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.063063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.063286] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.066738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.066738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.066738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.066738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.066738] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.066738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.066738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.066738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.066738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.066738] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19594162-4365-4b74-87fa-81ec276e1925 is going to be updated. [ 605.069750] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f21ab19-bbe1-4eed-aca3-4dcdd290005c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.094899] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.095075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.095149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.095355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.095506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.095676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19594162-4365-4b74-87fa-81ec276e1925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.396209] env[70008]: INFO networking_nsxv3.common.synchronization [None req-99db24a6-0aad-4f7a-a619-4fc617ef15cf tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Enqueued Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_rules [ 605.396731] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_rules [ 605.397081] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.397185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.397221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.398457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.398457] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.423395] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.424000] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.424000] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.424000] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.424154] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.424380] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 12909c62-afbe-4dce-86b2-f43e096cc23f not found, creating... [ 605.424581] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.425465] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.425465] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.425465] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.425465] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.425615] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.425682] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.426107] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.426107] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.426914] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.427111] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 12909c62-afbe-4dce-86b2-f43e096cc23f is going to be created. [ 605.450776] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.450776] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.450776] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.450776] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.450776] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.455347] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-12909c62-afbe-4dce-86b2-f43e096cc23f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.525695] env[70008]: INFO networking_nsxv3.common.synchronization [None req-659a2c1c-8e9f-4d5c-82b0-5e5a50e7e56a tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Enqueued Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_rules [ 605.526293] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_rules [ 605.526596] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.526752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.577130] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f21ab19-bbe1-4eed-aca3-4dcdd290005c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.577130] env[70008]: INFO networking_nsxv3.common.synchronization [None req-bcf7c9b4-df2f-43c1-afeb-e9d6ef69fbae None None] Enqueued Resource ID: b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb with Priority: HIGHEST for action port [ 605.577130] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb with Priority: HIGHEST for action port [ 605.577130] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.577588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.577733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.578082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.578311] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.619195] env[70008]: INFO networking_nsxv3.common.synchronization [req-27e26c0c-bc71-4b9c-bf7d-ff6be9150b93 req-390c3d98-82dc-4557-bc35-d38bf4860d19 tempest-SecurityGroupRulesNegativeTestJSON-798502506 tempest-SecurityGroupRulesNegativeTestJSON-798502506-project-member] Enqueued Resource ID: f3c7344c-0670-42d7-aff4-c9a7d005e4eb with Priority: HIGHEST for action security_group_rules [ 605.619195] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c7344c-0670-42d7-aff4-c9a7d005e4eb with Priority: HIGHEST for action security_group_rules [ 605.619537] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.619668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.619734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.619923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.620016] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c7344c-0670-42d7-aff4-c9a7d005e4eb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.918749] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.919038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.919038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.919203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.919390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.919390] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be81e3e-cd53-413d-9890-501a5445eead already deleted. [ 605.919523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.919694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.919804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.919894] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.078395] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.078585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.078672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.078889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.079038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.079090] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c is going to be created. [ 606.080383] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb [ 606.080639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.081175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.081175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.081175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.081175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.081778] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb already deleted. [ 606.082015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b493cd4c-3bc8-4dd4-8d4e-a7552f6c6beb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.110108] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.110108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.110108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.110108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.110108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.116860] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c in Status: UNINITIALIZED for 2s [ 606.138617] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.138617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.138617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.138617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.138617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.138617] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c7344c-0670-42d7-aff4-c9a7d005e4eb already deleted. [ 606.138617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c7344c-0670-42d7-aff4-c9a7d005e4eb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.258729] env[70008]: INFO networking_nsxv3.common.synchronization [req-be44e276-f05f-466f-b0ee-0715d6e164e2 req-ade351a2-582d-4363-8697-518d9817cafa service nova] Enqueued Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_rules [ 606.258841] env[70008]: INFO networking_nsxv3.common.synchronization [req-be44e276-f05f-466f-b0ee-0715d6e164e2 req-ade351a2-582d-4363-8697-518d9817cafa service nova] Enqueued Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 606.258992] env[70008]: INFO networking_nsxv3.common.synchronization [req-be44e276-f05f-466f-b0ee-0715d6e164e2 req-ade351a2-582d-4363-8697-518d9817cafa service nova] Enqueued Resource ID: 12909c62-afbe-4dce-86b2-f43e096cc23f with Priority: HIGHEST for action port [ 606.259195] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_rules [ 606.259324] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 606.259422] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12909c62-afbe-4dce-86b2-f43e096cc23f with Priority: HIGHEST for action port [ 606.260079] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.260671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.260821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.261098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.261098] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.262123] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.262241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.262307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.262553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.262621] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.262710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.262787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.264427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.264427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.264427] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.265325] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-12909c62-afbe-4dce-86b2-f43e096cc23f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.265476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12909c62-afbe-4dce-86b2-f43e096cc23f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.265527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12909c62-afbe-4dce-86b2-f43e096cc23f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.265719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12909c62-afbe-4dce-86b2-f43e096cc23f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.265799] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12909c62-afbe-4dce-86b2-f43e096cc23f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.439208] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.440536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.440536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.440536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.440536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.440536] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be81e3e-cd53-413d-9890-501a5445eead already deleted. [ 606.440536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.769085] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.772299] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.772299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.772299] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12909c62-afbe-4dce-86b2-f43e096cc23f with status ACTIVE [ 606.772299] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.772299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.772547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.776362] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.776362] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.776362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.776362] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12909c62-afbe-4dce-86b2-f43e096cc23f is going to be updated. [ 606.796139] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.796139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.796139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.796335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.796465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.797008] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12909c62-afbe-4dce-86b2-f43e096cc23f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.276914] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.331269] env[70008]: INFO networking_nsxv3.common.synchronization [None req-394223ca-e6f8-4823-8015-7bb180f9d152 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_rules [ 607.331269] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_rules [ 607.331819] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.332110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.332294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.332624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.332805] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.521384] env[70008]: INFO networking_nsxv3.common.synchronization [None req-ffd767ad-8a55-432a-8c58-a8de3467982d tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_rules [ 607.521825] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_rules [ 607.522261] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.522261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.545693] env[70008]: INFO networking_nsxv3.common.synchronization [None req-17584bab-4600-4574-8b4e-61d113b5a72a None None] Enqueued Resource ID: 4bfe44dc-130b-4b27-9e05-621a6596407e with Priority: HIGHEST for action port [ 607.546400] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfe44dc-130b-4b27-9e05-621a6596407e with Priority: HIGHEST for action port [ 607.546640] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bfe44dc-130b-4b27-9e05-621a6596407e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.547315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bfe44dc-130b-4b27-9e05-621a6596407e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.547315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bfe44dc-130b-4b27-9e05-621a6596407e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.547570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bfe44dc-130b-4b27-9e05-621a6596407e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.547625] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfe44dc-130b-4b27-9e05-621a6596407e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.783085] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.783323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.783356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.783556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.783678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.783780] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d is going to be created. [ 607.808697] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.808697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.808697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.808910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.809053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.818262] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: UNINITIALIZED for 2s [ 607.851141] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.851425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.851530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.851779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.851905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.852043] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 already deleted. [ 607.852163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.852340] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.852551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.852623] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.049841] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bfe44dc-130b-4b27-9e05-621a6596407e [ 608.049935] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.050200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.050297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.050465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.050563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.050777] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bfe44dc-130b-4b27-9e05-621a6596407e already deleted. [ 608.050860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bfe44dc-130b-4b27-9e05-621a6596407e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.127028] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c in Status: UNINITIALIZED for 4s [ 608.373338] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.373500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.373554] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.373797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.373855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.374012] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 already deleted. [ 608.374234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.840846] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f req-fb497e57-a0dd-470b-850c-bfa049aa04a3 tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Enqueued Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGHEST for action security_group_members [ 608.841761] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGHEST for action security_group_members [ 608.841761] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.842558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.842558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.843636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.843827] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.844891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.844891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.844891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.844891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.844891] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0053f0-6ae3-4599-8cac-f5baff93b7e1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.347397] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.347783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.348069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.348331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.348433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.348738] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.348803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.348862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.349091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.349151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.349262] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 already deleted. [ 609.349348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.661037] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.661193] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.661251] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.661490] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.661731] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.661899] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.662681] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.662962] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.664713] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.664713] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.664713] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.664713] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.664713] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.664713] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.664713] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.664713] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.683682] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.684193] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 609.684193] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.684193] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.684474] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-de73ae2c-8687-4d6d-8010-1f8505870008 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.685503] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-de73ae2c-8687-4d6d-8010-1f8505870008" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.685503] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-de73ae2c-8687-4d6d-8010-1f8505870008" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.685503] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-de73ae2c-8687-4d6d-8010-1f8505870008" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.685503] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de73ae2c-8687-4d6d-8010-1f8505870008',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.831640] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: SUCCESS [ 609.832154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.832154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.832738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.832855] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.832923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.832998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.833343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.833343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.833343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.833450] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.950522] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0410d58a-0314-4ed2-b66a-46915ff4bfb4 None None] Enqueued Resource ID: cfefbe8a-6dea-4202-b3fa-91239a4d0c8f with Priority: HIGHEST for action port [ 609.953024] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfefbe8a-6dea-4202-b3fa-91239a4d0c8f with Priority: HIGHEST for action port [ 609.953662] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfefbe8a-6dea-4202-b3fa-91239a4d0c8f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.953793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfefbe8a-6dea-4202-b3fa-91239a4d0c8f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.953875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfefbe8a-6dea-4202-b3fa-91239a4d0c8f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.954144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfefbe8a-6dea-4202-b3fa-91239a4d0c8f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.954230] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfefbe8a-6dea-4202-b3fa-91239a4d0c8f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.136109] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c in Status: SUCCESS [ 610.136327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.136580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.136705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.136888] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.137011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.137084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.137238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.137316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.137397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.137485] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f21ab19-bbe1-4eed-aca3-4dcdd290005c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.191085] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.191085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.191085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.191085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.191085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.191085] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port de73ae2c-8687-4d6d-8010-1f8505870008 not found, creating... [ 610.191085] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.191085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.191085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.191085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.191085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.191630] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.191630] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.191630] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.191782] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.191957] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.192138] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: de73ae2c-8687-4d6d-8010-1f8505870008 is going to be created. [ 610.213068] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.213068] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.213068] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.213201] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.214314] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.214486] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-de73ae2c-8687-4d6d-8010-1f8505870008" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.337262] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.337841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.337841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.337841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.338102] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.338102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.338102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.338240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.338271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.338555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.338555] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.338764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.338764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.338842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.338990] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.339092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.339148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.339288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.339365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.339447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.339564] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.458070] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfefbe8a-6dea-4202-b3fa-91239a4d0c8f [ 610.458310] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.458452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.458521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.459205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.459205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.459205] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfefbe8a-6dea-4202-b3fa-91239a4d0c8f already deleted. [ 610.459205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfefbe8a-6dea-4202-b3fa-91239a4d0c8f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.641025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.641025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.641025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.641025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.641025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.641335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.641335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.641335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.641425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.641508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.641647] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.641733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.641787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.643454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.643454] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.643454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.643454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.643454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.643454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.643454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.643454] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f21ab19-bbe1-4eed-aca3-4dcdd290005c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.842154] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bacf304-b9a5-40da-af2b-bdd93c9b547d: rpc.has_security_group_logging(os_id): False [ 610.859639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.859809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.859861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.860088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.860181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.860441] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.860551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.860615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.861176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.861795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.862101] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.862194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.862252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.862407] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.862487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.862687] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.862784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.862846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.862990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.863595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.863778] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d is going to be created. [ 610.918370] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.918525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.918816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.918816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.918966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.928937] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: IN_PROGRESS for 2s [ 611.145637] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f21ab19-bbe1-4eed-aca3-4dcdd290005c: rpc.has_security_group_logging(os_id): False [ 611.169028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.169028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.169028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.169028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.169028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.169028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.169028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.169028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.169028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.169028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.169028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.169028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.169417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.169417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.169417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.169497] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.169561] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.169632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.169778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.169854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.169944] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c is going to be created. [ 611.242234] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.242234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.242234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.242234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.242234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.266203] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c in Status: IN_PROGRESS for 2s [ 611.878473] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f req-6e80cea7-a5ac-404e-8afb-f19a872c12da service nova] Enqueued Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGHEST for action security_group_rules [ 611.878473] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f req-6e80cea7-a5ac-404e-8afb-f19a872c12da service nova] Enqueued Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGHEST for action security_group_members [ 611.878473] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4f3b2f1-2a93-45d9-85a7-65741c7dec9f req-6e80cea7-a5ac-404e-8afb-f19a872c12da service nova] Enqueued Resource ID: de73ae2c-8687-4d6d-8010-1f8505870008 with Priority: HIGHEST for action port [ 611.878473] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGHEST for action security_group_rules [ 611.878473] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGHEST for action security_group_members [ 611.878473] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de73ae2c-8687-4d6d-8010-1f8505870008 with Priority: HIGHEST for action port [ 611.878473] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.878473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.878473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.881905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.882011] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0053f0-6ae3-4599-8cac-f5baff93b7e1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.883594] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.883738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.885261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.885261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.885261] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.885581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.885660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.885940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.885940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.886037] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0053f0-6ae3-4599-8cac-f5baff93b7e1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.890695] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-de73ae2c-8687-4d6d-8010-1f8505870008 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.890695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de73ae2c-8687-4d6d-8010-1f8505870008" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.890695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de73ae2c-8687-4d6d-8010-1f8505870008" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.890695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de73ae2c-8687-4d6d-8010-1f8505870008" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.890695] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de73ae2c-8687-4d6d-8010-1f8505870008',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.960648] env[70008]: INFO networking_nsxv3.common.synchronization [req-f77a0473-b614-439b-997b-c9df38306749 req-702b3dff-1e40-4ea1-9647-fd8846a8e222 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Enqueued Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGHEST for action security_group_members [ 611.960885] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGHEST for action security_group_members [ 611.961417] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b236211-668f-4a4d-bdf6-c93799a49ebb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.961417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.961579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.962133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.964093] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.964244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.964277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.964455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.964579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.964682] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b236211-668f-4a4d-bdf6-c93799a49ebb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.389855] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0053f0-6ae3-4599-8cac-f5baff93b7e1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.391032] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.391138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.391537] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de73ae2c-8687-4d6d-8010-1f8505870008 with status ACTIVE [ 612.391537] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.391751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.391751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.391923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.393528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.393528] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.393528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.393528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.393528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.393528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.393528] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.393528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.393528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.393528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.394516] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.398033] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de73ae2c-8687-4d6d-8010-1f8505870008 is going to be updated. [ 612.418474] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.418605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.419423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.419527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.419642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.419976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de73ae2c-8687-4d6d-8010-1f8505870008" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.468588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.468839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.468914] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.469297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.469379] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.469839] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.470112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.470209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.470427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.470509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.470672] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb already deleted. [ 612.470754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.567339] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.567339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.567339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.567339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.567339] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.567339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.567339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.567339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.567339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.567339] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.567339] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.567339] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.567339] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.567864] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.567864] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.567864] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.591740] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.591925] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.592077] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.592266] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.594176] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7902d117-1a91-40bb-b685-fa8a2d829bbf taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.594176] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7902d117-1a91-40bb-b685-fa8a2d829bbf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.594176] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7902d117-1a91-40bb-b685-fa8a2d829bbf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.594176] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7902d117-1a91-40bb-b685-fa8a2d829bbf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.594176] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7902d117-1a91-40bb-b685-fa8a2d829bbf',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.898590] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0053f0-6ae3-4599-8cac-f5baff93b7e1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.940827] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: SUCCESS [ 612.940827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.096580] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.096849] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.097138] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.098135] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.098668] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.098880] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7902d117-1a91-40bb-b685-fa8a2d829bbf not found, creating... [ 613.099204] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.099387] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.099512] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.099798] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.099970] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.101151] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.101552] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.101552] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.102102] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.102329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.102835] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7902d117-1a91-40bb-b685-fa8a2d829bbf is going to be created. [ 613.125474] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.125765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.125944] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.126278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.127772] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.127772] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7902d117-1a91-40bb-b685-fa8a2d829bbf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.278479] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c in Status: SUCCESS [ 613.278808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.401568] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.401946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.401946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.402066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.402170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.402272] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 is going to be created. [ 613.429309] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.429309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.429309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.429309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.429309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.438519] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 in Status: UNINITIALIZED for 2s [ 614.071995] env[70008]: INFO networking_nsxv3.common.synchronization [req-3ec7d168-7623-4d8d-8292-623946d14ffb req-20e3efd4-6565-43e2-b58d-5828aa150348 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 614.072617] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 614.074081] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.074209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.074274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.074527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.075188] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.075188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.075188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.075188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.075188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.075407] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.578929] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.579241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.579241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.579414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.579506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.579768] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.580021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.580021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.580191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.580191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.580256] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 already deleted. [ 614.580321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.707293] env[70008]: INFO networking_nsxv3.common.synchronization [req-f77a0473-b614-439b-997b-c9df38306749 req-9f2e1a39-7aa8-497c-838f-a28916435f16 service nova] Enqueued Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGHEST for action security_group_rules [ 614.707446] env[70008]: INFO networking_nsxv3.common.synchronization [req-f77a0473-b614-439b-997b-c9df38306749 req-9f2e1a39-7aa8-497c-838f-a28916435f16 service nova] Enqueued Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGHEST for action security_group_members [ 614.707630] env[70008]: INFO networking_nsxv3.common.synchronization [req-f77a0473-b614-439b-997b-c9df38306749 req-9f2e1a39-7aa8-497c-838f-a28916435f16 service nova] Enqueued Resource ID: 7902d117-1a91-40bb-b685-fa8a2d829bbf with Priority: HIGHEST for action port [ 614.707843] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGHEST for action security_group_rules [ 614.707969] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGHEST for action security_group_members [ 614.708081] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7902d117-1a91-40bb-b685-fa8a2d829bbf with Priority: HIGHEST for action port [ 614.708631] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b236211-668f-4a4d-bdf6-c93799a49ebb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.708776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.708985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.709125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.709209] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b236211-668f-4a4d-bdf6-c93799a49ebb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.710056] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b236211-668f-4a4d-bdf6-c93799a49ebb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.710219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.710219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.712244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.712244] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.712244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.712244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.712244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.712244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.712244] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b236211-668f-4a4d-bdf6-c93799a49ebb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.712244] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7902d117-1a91-40bb-b685-fa8a2d829bbf taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.712244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7902d117-1a91-40bb-b685-fa8a2d829bbf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.712244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7902d117-1a91-40bb-b685-fa8a2d829bbf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.712244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7902d117-1a91-40bb-b685-fa8a2d829bbf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.712244] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7902d117-1a91-40bb-b685-fa8a2d829bbf',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.040671] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.040827] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.040877] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.041269] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.041544] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.041886] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.042060] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.042302] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.042558] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.042792] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.043046] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.043123] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.043204] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.043478] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.043478] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.043564] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.063336] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.063336] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 615.063336] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.063452] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.063716] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-49e27699-a187-4363-b1c4-e2a87042abe3 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.063956] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-49e27699-a187-4363-b1c4-e2a87042abe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.064049] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-49e27699-a187-4363-b1c4-e2a87042abe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.064571] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-49e27699-a187-4363-b1c4-e2a87042abe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.064571] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49e27699-a187-4363-b1c4-e2a87042abe3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.219495] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b236211-668f-4a4d-bdf6-c93799a49ebb taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.219495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.219495] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b236211-668f-4a4d-bdf6-c93799a49ebb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.219495] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7902d117-1a91-40bb-b685-fa8a2d829bbf with status ACTIVE [ 615.219495] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.219495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.219495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.219495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.219495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.220435] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.220435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.220435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.220435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.221145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.221276] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.221378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.221486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.222234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.222234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.222234] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7902d117-1a91-40bb-b685-fa8a2d829bbf is going to be updated. [ 615.245797] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.245996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.246065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.246247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.246380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.246532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7902d117-1a91-40bb-b685-fa8a2d829bbf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.449680] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 in Status: SUCCESS [ 615.450430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.450430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.450579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.451130] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.451130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.451130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.451130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.451324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.451324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.451423] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0053f0-6ae3-4599-8cac-f5baff93b7e1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.566924] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.567459] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.567459] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.567838] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.567905] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.568076] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 49e27699-a187-4363-b1c4-e2a87042abe3 not found, creating... [ 615.568836] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.569010] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.569134] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.569677] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.569824] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.570161] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.570327] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.570440] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.570674] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.570810] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.570947] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 49e27699-a187-4363-b1c4-e2a87042abe3 is going to be created. [ 615.589831] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.590205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.591371] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.592211] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.592462] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.592694] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-49e27699-a187-4363-b1c4-e2a87042abe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.728104] env[70008]: INFO networking_nsxv3.common.synchronization [None req-8daef306-ff6f-4136-90bc-12fda62a4510 None None] Enqueued Resource ID: 35f76707-c72d-4300-8063-fb0b142f6b20 with Priority: HIGHEST for action port [ 615.728104] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b236211-668f-4a4d-bdf6-c93799a49ebb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.728791] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f76707-c72d-4300-8063-fb0b142f6b20 with Priority: HIGHEST for action port [ 615.729429] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f76707-c72d-4300-8063-fb0b142f6b20 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.729562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f76707-c72d-4300-8063-fb0b142f6b20" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.729775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f76707-c72d-4300-8063-fb0b142f6b20" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.730090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f76707-c72d-4300-8063-fb0b142f6b20" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.730218] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f76707-c72d-4300-8063-fb0b142f6b20',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.958622] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.958622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.958622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.958622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.958622] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.958622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.958622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.958622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.958622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.958622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.958622] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.959956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.959956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.959956] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.959956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.959956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.959956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959956] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0053f0-6ae3-4599-8cac-f5baff93b7e1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.234308] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.234308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.234487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.234613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.234690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.234851] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb is going to be created. [ 616.240155] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f76707-c72d-4300-8063-fb0b142f6b20 [ 616.240155] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.240155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.240155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.240405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.240625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.240625] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f76707-c72d-4300-8063-fb0b142f6b20 already deleted. [ 616.240625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f76707-c72d-4300-8063-fb0b142f6b20" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.296995] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.296995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.296995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.297228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.297228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.308850] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb in Status: UNINITIALIZED for 2s [ 616.463488] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0053f0-6ae3-4599-8cac-f5baff93b7e1: rpc.has_security_group_logging(os_id): False [ 616.483515] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.483815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.484649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.484876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.484971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.485250] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.485371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.485436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.485614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.485692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.485887] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.485978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.486047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.486190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.486260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.486436] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.486526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.486581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.487784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.487916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.488437] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 is going to be created. [ 616.546265] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.546435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.546507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.546719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.546892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.558823] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 in Status: IN_PROGRESS for 2s [ 617.237736] env[70008]: INFO networking_nsxv3.common.synchronization [req-3ec7d168-7623-4d8d-8292-623946d14ffb req-ef99f6cf-89b8-44e8-bd0d-afff4a891806 service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 617.238110] env[70008]: INFO networking_nsxv3.common.synchronization [req-3ec7d168-7623-4d8d-8292-623946d14ffb req-ef99f6cf-89b8-44e8-bd0d-afff4a891806 service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 617.238110] env[70008]: INFO networking_nsxv3.common.synchronization [req-3ec7d168-7623-4d8d-8292-623946d14ffb req-ef99f6cf-89b8-44e8-bd0d-afff4a891806 service nova] Enqueued Resource ID: 49e27699-a187-4363-b1c4-e2a87042abe3 with Priority: HIGHEST for action port [ 617.239027] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 617.239027] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 617.239027] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e27699-a187-4363-b1c4-e2a87042abe3 with Priority: HIGHEST for action port [ 617.242929] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.242929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.242929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.243265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.243265] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.245479] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.246064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.246064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.246064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.246200] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.246200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.246289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.247171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.247300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.249576] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.250547] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-49e27699-a187-4363-b1c4-e2a87042abe3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.250716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49e27699-a187-4363-b1c4-e2a87042abe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.250716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49e27699-a187-4363-b1c4-e2a87042abe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.251603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49e27699-a187-4363-b1c4-e2a87042abe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.251603] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49e27699-a187-4363-b1c4-e2a87042abe3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.748864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.749001] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.752870] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.753995] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49e27699-a187-4363-b1c4-e2a87042abe3 with status ACTIVE [ 617.754115] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.754243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.754306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.754456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.754753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.754753] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.754888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.754888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.755221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.755221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.755469] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.755469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.755469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.756891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.756891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.756891] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49e27699-a187-4363-b1c4-e2a87042abe3 is going to be updated. [ 617.778168] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.778323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.778386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.779253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.779253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.779253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49e27699-a187-4363-b1c4-e2a87042abe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.948570] env[70008]: INFO networking_nsxv3.common.synchronization [None req-60483a49-b3f2-430b-a85f-fbc351f71979 None None] Enqueued Resource ID: 2793fcb6-2fdb-4b1f-b03d-2c3e55f88470 with Priority: HIGHEST for action port [ 617.949100] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2793fcb6-2fdb-4b1f-b03d-2c3e55f88470 with Priority: HIGHEST for action port [ 617.949409] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-2793fcb6-2fdb-4b1f-b03d-2c3e55f88470 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.949509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2793fcb6-2fdb-4b1f-b03d-2c3e55f88470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.949592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2793fcb6-2fdb-4b1f-b03d-2c3e55f88470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.949847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2793fcb6-2fdb-4b1f-b03d-2c3e55f88470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.949928] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2793fcb6-2fdb-4b1f-b03d-2c3e55f88470',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.258645] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.319526] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb in Status: SUCCESS [ 618.321339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.321339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.321339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.321339] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.321339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.321339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.321339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.321339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.321339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.321339] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b236211-668f-4a4d-bdf6-c93799a49ebb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.404811] env[70008]: INFO networking_nsxv3.common.synchronization [None req-3a38cc9f-1170-45db-9095-f57068437534 None None] Enqueued Resource ID: 4419f2db-e122-4ca9-96c6-8770dfc38949 with Priority: HIGHEST for action port [ 618.404811] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4419f2db-e122-4ca9-96c6-8770dfc38949 with Priority: HIGHEST for action port [ 618.404811] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-4419f2db-e122-4ca9-96c6-8770dfc38949 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.404811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4419f2db-e122-4ca9-96c6-8770dfc38949" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.404811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4419f2db-e122-4ca9-96c6-8770dfc38949" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.406970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4419f2db-e122-4ca9-96c6-8770dfc38949" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.406970] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4419f2db-e122-4ca9-96c6-8770dfc38949',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.454938] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2793fcb6-2fdb-4b1f-b03d-2c3e55f88470 [ 618.455176] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.455307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.455373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.455598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.455693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.455783] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2793fcb6-2fdb-4b1f-b03d-2c3e55f88470 already deleted. [ 618.455863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2793fcb6-2fdb-4b1f-b03d-2c3e55f88470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.571793] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 in Status: SUCCESS [ 618.572193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.764848] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.765013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.765249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.765299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.765390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.765488] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be created. [ 618.787130] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.787283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.787345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.791020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.791020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.801027] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: UNINITIALIZED for 2s [ 618.827057] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b236211-668f-4a4d-bdf6-c93799a49ebb taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.827057] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.827057] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b236211-668f-4a4d-bdf6-c93799a49ebb taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.827057] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.827057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.827835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.827835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.827835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.827835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.827835] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b236211-668f-4a4d-bdf6-c93799a49ebb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.911296] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4419f2db-e122-4ca9-96c6-8770dfc38949 [ 618.911384] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.911452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.911512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.911740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.911831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.911928] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4419f2db-e122-4ca9-96c6-8770dfc38949 already deleted. [ 618.912046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4419f2db-e122-4ca9-96c6-8770dfc38949" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.112446] env[70008]: INFO networking_nsxv3.common.synchronization [None req-61be7ffc-99d6-4697-a9df-4b64b8ae1401 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_rules [ 619.113304] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_rules [ 619.113304] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388c7a47-6225-4555-8db8-f2fccf210a77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.113468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.113468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.113714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.113790] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.300925] env[70008]: INFO networking_nsxv3.common.synchronization [None req-70903f50-21d7-43ab-8e98-bb15b9689a96 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_rules [ 619.302070] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_rules [ 619.302856] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388c7a47-6225-4555-8db8-f2fccf210a77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.303191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.330516] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b236211-668f-4a4d-bdf6-c93799a49ebb: rpc.has_security_group_logging(os_id): False [ 619.348536] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.349080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.349419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.349419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.349513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.349645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.349772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.349826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.350028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.350090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.350565] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.350912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.350912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.351033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.351033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.351229] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.351490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.351490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.351604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.351604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.351849] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb is going to be created. [ 619.392812] env[70008]: INFO networking_nsxv3.common.synchronization [req-9b22f62d-b399-448c-ba20-3bd2a738382b req-ffb6f8b7-d053-4396-b89b-3c9879bafdbe tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Enqueued Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGHEST for action security_group_members [ 619.393283] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGHEST for action security_group_members [ 619.393734] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec752d95-1cb2-443c-a24e-72d9b09830a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.393734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.393910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.394911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.395379] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.395504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.395504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.395753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.395753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.395886] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec752d95-1cb2-443c-a24e-72d9b09830a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.423969] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.424140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.424255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.425303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.426181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.438048] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb in Status: IN_PROGRESS for 2s [ 619.635125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.635281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.635500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.635864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.635984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.636101] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388c7a47-6225-4555-8db8-f2fccf210a77 already deleted. [ 619.638807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.638807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.638807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.638807] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.782147] env[70008]: INFO networking_nsxv3.common.synchronization [None req-2c4e1773-62eb-4d03-a8b3-db0483a08655 None None] Enqueued Resource ID: a7b5de91-07b7-4dd1-b191-1bb1f9cad618 with Priority: HIGHEST for action port [ 619.782918] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b5de91-07b7-4dd1-b191-1bb1f9cad618 with Priority: HIGHEST for action port [ 619.783359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b5de91-07b7-4dd1-b191-1bb1f9cad618 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.783586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b5de91-07b7-4dd1-b191-1bb1f9cad618" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.783690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b5de91-07b7-4dd1-b191-1bb1f9cad618" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.784281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b5de91-07b7-4dd1-b191-1bb1f9cad618" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.784458] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b5de91-07b7-4dd1-b191-1bb1f9cad618',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.899234] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.900602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.900602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.900602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.900602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.900602] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.900602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.900864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.900864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.900952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.901562] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 already deleted. [ 619.901562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.156920] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.157446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.157578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.157819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.158392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.158617] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388c7a47-6225-4555-8db8-f2fccf210a77 already deleted. [ 620.158794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.286396] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7b5de91-07b7-4dd1-b191-1bb1f9cad618 [ 620.286975] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.288131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.288224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.288440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.288558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.289450] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7b5de91-07b7-4dd1-b191-1bb1f9cad618 already deleted. [ 620.289450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b5de91-07b7-4dd1-b191-1bb1f9cad618" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.568205] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.568205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.568205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.568205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.568205] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.568205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.568205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.569305] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.569480] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.569743] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.569879] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.570312] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.570312] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.570312] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.570485] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.570485] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.588037] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.588037] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.588037] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.588267] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.588457] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-992333cc-d83e-47c0-8fd1-39a5429aef40 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.588650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-992333cc-d83e-47c0-8fd1-39a5429aef40" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.588786] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-992333cc-d83e-47c0-8fd1-39a5429aef40" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.589145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-992333cc-d83e-47c0-8fd1-39a5429aef40" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.589907] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('992333cc-d83e-47c0-8fd1-39a5429aef40',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.817261] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 620.817378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.817995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.818256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.818459] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.818596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.818672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.818831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.818910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.818993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.819092] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.004663] env[70008]: INFO networking_nsxv3.common.synchronization [None req-1f6bb6f4-9df8-480a-acc7-8beade5cb67d None None] Enqueued Resource ID: 3c17e917-9f9f-429a-89e9-060c44a653dc with Priority: HIGHEST for action port [ 621.005822] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c17e917-9f9f-429a-89e9-060c44a653dc with Priority: HIGHEST for action port [ 621.005947] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c17e917-9f9f-429a-89e9-060c44a653dc taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.006022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c17e917-9f9f-429a-89e9-060c44a653dc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.006126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c17e917-9f9f-429a-89e9-060c44a653dc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.006394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c17e917-9f9f-429a-89e9-060c44a653dc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.007024] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c17e917-9f9f-429a-89e9-060c44a653dc',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.096922] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.097650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.097650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.097650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.097861] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.097938] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 992333cc-d83e-47c0-8fd1-39a5429aef40 not found, creating... [ 621.098238] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.098400] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.098525] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.098757] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.098915] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.099389] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.099389] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.099530] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.101930] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.101930] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.101930] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 992333cc-d83e-47c0-8fd1-39a5429aef40 is going to be created. [ 621.140618] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.140976] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.141110] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.141585] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.141652] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.141875] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-992333cc-d83e-47c0-8fd1-39a5429aef40" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.328041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.328041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.328041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.328041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.328041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.328874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.328874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.328874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.328874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.328874] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.450534] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb in Status: SUCCESS [ 621.450798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.511012] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c17e917-9f9f-429a-89e9-060c44a653dc [ 621.511012] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.511012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.511012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.511012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.511012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.511012] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c17e917-9f9f-429a-89e9-060c44a653dc already deleted. [ 621.511012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c17e917-9f9f-429a-89e9-060c44a653dc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.566786] env[70008]: INFO networking_nsxv3.common.synchronization [req-b43b9a96-7d7e-41c6-9515-e698506fb51d req-2687e9ba-7314-46f9-bac8-82ea62c46aa0 tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Enqueued Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_members [ 621.566786] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_members [ 621.566786] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.570577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.570577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.570577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.570577] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.570577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.570577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.570577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.570577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.570577] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.830743] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1: rpc.has_security_group_logging(os_id): False [ 621.848674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.848674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.848674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.848674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.848892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.848892] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.849016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.849053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.849287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.849287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.849730] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.849730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.849730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.849863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.849863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.851042] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.851042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.851042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.851042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.851042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.851042] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be created. [ 621.906030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.908107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.908107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.908107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.908107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.922727] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 622.073506] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.074028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.074149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.074398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.074493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.074750] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.074805] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.074874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.074995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.075080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.075163] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be81e3e-cd53-413d-9890-501a5445eead already deleted. [ 622.075238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.144498] env[70008]: INFO networking_nsxv3.common.synchronization [None req-a73d9ba0-af04-4766-a95b-73b132cbd62d None None] Enqueued Resource ID: 2877c0cc-1d31-464e-99da-ec9a2907b6a0 with Priority: HIGHEST for action port [ 622.144750] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2877c0cc-1d31-464e-99da-ec9a2907b6a0 with Priority: HIGHEST for action port [ 622.145334] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-2877c0cc-1d31-464e-99da-ec9a2907b6a0 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.145455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2877c0cc-1d31-464e-99da-ec9a2907b6a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.145563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2877c0cc-1d31-464e-99da-ec9a2907b6a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.145762] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2877c0cc-1d31-464e-99da-ec9a2907b6a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.145843] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2877c0cc-1d31-464e-99da-ec9a2907b6a0',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.513940] env[70008]: INFO networking_nsxv3.common.synchronization [None req-e015652b-6e88-4a06-978d-83a5eeee5119 None None] Enqueued Resource ID: 2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305 with Priority: HIGHEST for action port [ 622.513940] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305 with Priority: HIGHEST for action port [ 622.513940] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.513940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.513940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.515809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.516447] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.651060] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2877c0cc-1d31-464e-99da-ec9a2907b6a0 [ 622.651060] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.651434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.651434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.651434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.651573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.651573] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2877c0cc-1d31-464e-99da-ec9a2907b6a0 already deleted. [ 622.651660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2877c0cc-1d31-464e-99da-ec9a2907b6a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.972161] env[70008]: INFO networking_nsxv3.common.synchronization [req-e778e463-5cb1-471e-a7e3-4880d652766c req-14f69bd6-7ea5-476f-b784-1f334ce9cb42 tempest-InstanceActionsNegativeTestJSON-2079783974 tempest-InstanceActionsNegativeTestJSON-2079783974-project-member] Enqueued Resource ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c with Priority: HIGHEST for action security_group_members [ 622.972550] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c with Priority: HIGHEST for action security_group_members [ 622.972858] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.972985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.974978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.974978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.974978] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.975099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.975099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.975352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.975352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.975466] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f21ab19-bbe1-4eed-aca3-4dcdd290005c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.024588] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305 [ 623.024971] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.024971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.028323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.028323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.028323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.028323] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305 already deleted. [ 623.028323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2077d2ee-1aef-4cf7-b1b5-3dd4cc66d305" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.477966] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.478167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.478348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.478573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.478669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.478867] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.478973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.479042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.479197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.479275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.479363] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c is going to be updated. [ 623.509932] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.510102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.510174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.510748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.510931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.522617] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c in Status: IN_PROGRESS for 2s [ 623.562322] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.562524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-669" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.562682] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-669" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.563428] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-669" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.563608] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.564208] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.564208] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.564208] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.564401] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.564477] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.564593] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.564707] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.564817] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.564925] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.565106] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.565181] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.588819] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.588997] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 623.589154] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.589347] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-669" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.589670] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-3a3bf904-fbff-45c9-8201-8851d934c4f2 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.590044] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-3a3bf904-fbff-45c9-8201-8851d934c4f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.590193] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-3a3bf904-fbff-45c9-8201-8851d934c4f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.590539] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-3a3bf904-fbff-45c9-8201-8851d934c4f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.590705] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3bf904-fbff-45c9-8201-8851d934c4f2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.611794] env[70008]: INFO networking_nsxv3.common.synchronization [req-9b22f62d-b399-448c-ba20-3bd2a738382b req-3fd3f35d-9387-431c-99ae-b9963d3d0f69 service nova] Enqueued Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGHEST for action security_group_rules [ 623.612048] env[70008]: INFO networking_nsxv3.common.synchronization [req-9b22f62d-b399-448c-ba20-3bd2a738382b req-3fd3f35d-9387-431c-99ae-b9963d3d0f69 service nova] Enqueued Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGHEST for action security_group_members [ 623.612189] env[70008]: INFO networking_nsxv3.common.synchronization [req-9b22f62d-b399-448c-ba20-3bd2a738382b req-3fd3f35d-9387-431c-99ae-b9963d3d0f69 service nova] Enqueued Resource ID: 992333cc-d83e-47c0-8fd1-39a5429aef40 with Priority: HIGHEST for action port [ 623.613379] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGHEST for action security_group_rules [ 623.613520] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGHEST for action security_group_members [ 623.613621] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992333cc-d83e-47c0-8fd1-39a5429aef40 with Priority: HIGHEST for action port [ 623.613936] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec752d95-1cb2-443c-a24e-72d9b09830a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.614081] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.614149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.615743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.615840] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec752d95-1cb2-443c-a24e-72d9b09830a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.616975] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec752d95-1cb2-443c-a24e-72d9b09830a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.618438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.618518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.618728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.618872] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.618979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.619058] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.619221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.619309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.619403] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec752d95-1cb2-443c-a24e-72d9b09830a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.620228] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-992333cc-d83e-47c0-8fd1-39a5429aef40 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.620341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-992333cc-d83e-47c0-8fd1-39a5429aef40" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.620394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-992333cc-d83e-47c0-8fd1-39a5429aef40" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.620547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-992333cc-d83e-47c0-8fd1-39a5429aef40" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.620622] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('992333cc-d83e-47c0-8fd1-39a5429aef40',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.694027] env[70008]: INFO networking_nsxv3.common.synchronization [req-e41ffc15-d9cf-46fe-b4ca-13234afa70f0 req-f79974d7-f3df-43c1-ad1f-cbbaaa5dbb64 tempest-DeleteServersAdminTestJSON-819541607 tempest-DeleteServersAdminTestJSON-819541607-project-admin] Enqueued Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 623.694027] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 623.694027] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.694027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.694027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.694027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.694027] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.694027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.694027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.694027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.694801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.695027] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.935755] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 623.935755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.095083] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.095607] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.095607] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.097507] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.097507] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.097507] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 3a3bf904-fbff-45c9-8201-8851d934c4f2 not found, creating... [ 624.097507] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.097507] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.097507] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.098076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.098076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.098152] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.098416] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.098483] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.098668] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.098816] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.099035] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 3a3bf904-fbff-45c9-8201-8851d934c4f2 is going to be created. [ 624.120264] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.120264] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.120382] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.120926] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.121234] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.121381] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-3a3bf904-fbff-45c9-8201-8851d934c4f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.122342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec752d95-1cb2-443c-a24e-72d9b09830a1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.122605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.122778] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec752d95-1cb2-443c-a24e-72d9b09830a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.123730] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 992333cc-d83e-47c0-8fd1-39a5429aef40 with status ACTIVE [ 624.123998] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.124217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.124348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.124629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.124810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.125043] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.125202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.125301] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.125613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.125731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.126605] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.126605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.126605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.126605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.126605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.126605] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 992333cc-d83e-47c0-8fd1-39a5429aef40 is going to be updated. [ 624.148343] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.148612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.148887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.148998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.149055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.149226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-992333cc-d83e-47c0-8fd1-39a5429aef40" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.201021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.201021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.201021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.201021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.201021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.201021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.201021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.201021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.201021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.201021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.201021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d is going to be updated. [ 624.234762] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.234965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.235046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.235916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.235916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.248143] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: IN_PROGRESS for 2s [ 624.504368] env[70008]: INFO networking_nsxv3.common.synchronization [req-87673113-defe-487b-a045-8e74b6e97f21 req-38a4234d-ab32-40b1-92e4-8b2d32a207ef tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Enqueued Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGHEST for action security_group_members [ 624.504844] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGHEST for action security_group_members [ 624.505346] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b2b5ae-b874-4409-908b-b5089d4d44ee taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.505346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.505346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.505678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.507269] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.507269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.507480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.507532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.507585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.507686] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8b2b5ae-b874-4409-908b-b5089d4d44ee',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.629468] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec752d95-1cb2-443c-a24e-72d9b09830a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.921080] env[70008]: INFO networking_nsxv3.common.synchronization [None req-063d5534-34b9-463d-872d-9bf0b9e6e9fc None None] Enqueued Resource ID: e9df87ec-c286-4619-a19b-d0b90d221c23 with Priority: HIGHEST for action port [ 624.921080] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9df87ec-c286-4619-a19b-d0b90d221c23 with Priority: HIGHEST for action port [ 624.921080] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9df87ec-c286-4619-a19b-d0b90d221c23 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.921080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9df87ec-c286-4619-a19b-d0b90d221c23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.921080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9df87ec-c286-4619-a19b-d0b90d221c23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.921080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9df87ec-c286-4619-a19b-d0b90d221c23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.921080] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9df87ec-c286-4619-a19b-d0b90d221c23',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.012030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.012030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.012030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.012030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.012030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.012030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.012030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.012030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.012030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.012030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.012030] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee already deleted. [ 625.014110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.131907] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.132073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.132141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.132346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.132514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.132514] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 is going to be created. [ 625.157408] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.157408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.157408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.157408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.157408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.168642] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 in Status: UNINITIALIZED for 2s [ 625.427560] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9df87ec-c286-4619-a19b-d0b90d221c23 [ 625.427560] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.427560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.427560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.427560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.427560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.427560] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9df87ec-c286-4619-a19b-d0b90d221c23 already deleted. [ 625.427560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9df87ec-c286-4619-a19b-d0b90d221c23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.530615] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c in Status: SUCCESS [ 625.531728] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f21ab19-bbe1-4eed-aca3-4dcdd290005c deletion is rescheduled due to dependency. [ 625.531728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f21ab19-bbe1-4eed-aca3-4dcdd290005c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.813644] env[70008]: INFO networking_nsxv3.common.synchronization [None req-6328bd34-184a-48ab-9857-48503561511d None None] Enqueued Resource ID: a26520e6-10e7-4049-ba22-d5c01be8f3a3 with Priority: HIGHEST for action port [ 625.813644] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26520e6-10e7-4049-ba22-d5c01be8f3a3 with Priority: HIGHEST for action port [ 625.813829] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a26520e6-10e7-4049-ba22-d5c01be8f3a3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.813945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a26520e6-10e7-4049-ba22-d5c01be8f3a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.814151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a26520e6-10e7-4049-ba22-d5c01be8f3a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.814284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a26520e6-10e7-4049-ba22-d5c01be8f3a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.814388] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a26520e6-10e7-4049-ba22-d5c01be8f3a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.122241] env[70008]: INFO networking_nsxv3.common.synchronization [req-b43b9a96-7d7e-41c6-9515-e698506fb51d req-1108e731-ceab-49aa-85dd-0011c4fc26e9 service nova] Enqueued Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_rules [ 626.122241] env[70008]: INFO networking_nsxv3.common.synchronization [req-b43b9a96-7d7e-41c6-9515-e698506fb51d req-1108e731-ceab-49aa-85dd-0011c4fc26e9 service nova] Enqueued Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_members [ 626.122241] env[70008]: INFO networking_nsxv3.common.synchronization [req-b43b9a96-7d7e-41c6-9515-e698506fb51d req-1108e731-ceab-49aa-85dd-0011c4fc26e9 service nova] Enqueued Resource ID: 3a3bf904-fbff-45c9-8201-8851d934c4f2 with Priority: HIGHEST for action port [ 626.122241] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_rules [ 626.122241] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_members [ 626.122241] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3bf904-fbff-45c9-8201-8851d934c4f2 with Priority: HIGHEST for action port [ 626.123521] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.123763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.124083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.124401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.124541] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.128507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.128507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.128507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.128507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.128507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.128507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.128507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.128507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.128507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.131699] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.131699] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3bf904-fbff-45c9-8201-8851d934c4f2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.131699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3bf904-fbff-45c9-8201-8851d934c4f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.131699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3bf904-fbff-45c9-8201-8851d934c4f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.131699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3bf904-fbff-45c9-8201-8851d934c4f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.132173] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3bf904-fbff-45c9-8201-8851d934c4f2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.165156] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.165156] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.165156] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.165156] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.165596] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.165596] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.165689] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.167119] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.167119] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.167119] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.167119] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.167119] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.167547] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.167547] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.167639] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.167806] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.174755] env[70008]: INFO networking_nsxv3.common.synchronization [None req-5fc1d874-4b00-4dca-9195-3fb23bbec033 None None] Enqueued Resource ID: 4833c790-282f-4984-941a-0847374af239 with Priority: HIGHEST for action port [ 626.175827] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4833c790-282f-4984-941a-0847374af239 with Priority: HIGHEST for action port [ 626.175827] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-4833c790-282f-4984-941a-0847374af239 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.175827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4833c790-282f-4984-941a-0847374af239" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.175827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4833c790-282f-4984-941a-0847374af239" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.176060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4833c790-282f-4984-941a-0847374af239" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.176315] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4833c790-282f-4984-941a-0847374af239',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.188413] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.188618] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.188756] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.188939] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.189516] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.189769] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.189830] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.190421] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.190616] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7afcd5f1-5d22-4fc6-91ea-c3db1bca6530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.268546] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: SUCCESS [ 626.268762] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d deletion is rescheduled due to dependency. [ 626.269714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.294079] env[70008]: INFO networking_nsxv3.common.synchronization [req-4d3858d9-076c-4f7e-a568-415a906cd183 req-a965f9fd-338d-4141-bc28-3e6434063956 tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 626.296271] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 626.296271] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.296595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.296595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.296814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.297078] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.297263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.297318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.297532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.297672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.298535] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.317905] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a26520e6-10e7-4049-ba22-d5c01be8f3a3 [ 626.318245] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.318513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.319048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.319048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.319048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.319257] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a26520e6-10e7-4049-ba22-d5c01be8f3a3 already deleted. [ 626.319257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a26520e6-10e7-4049-ba22-d5c01be8f3a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.528052] env[70008]: INFO networking_nsxv3.common.synchronization [req-37f39259-2018-4e34-8667-e9d431f451e4 req-97c57a80-4ca1-46c3-a230-b58e1a94b484 tempest-SecurityGroupRulesTestJSON-1037014111 tempest-SecurityGroupRulesTestJSON-1037014111-project-member] Enqueued Resource ID: e95a9337-8ac5-4e60-a0c5-929e0bd334ff with Priority: HIGHEST for action security_group_rules [ 626.528052] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95a9337-8ac5-4e60-a0c5-929e0bd334ff with Priority: HIGHEST for action security_group_rules [ 626.528184] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e95a9337-8ac5-4e60-a0c5-929e0bd334ff taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.528313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e95a9337-8ac5-4e60-a0c5-929e0bd334ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.528406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e95a9337-8ac5-4e60-a0c5-929e0bd334ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.529512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e95a9337-8ac5-4e60-a0c5-929e0bd334ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.529657] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e95a9337-8ac5-4e60-a0c5-929e0bd334ff',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.628415] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.628415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.634123] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.636274] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a3bf904-fbff-45c9-8201-8851d934c4f2 with status ACTIVE [ 626.636646] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.636900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.637087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.637448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.637616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.637875] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.638349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.638502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.638751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.638986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.639265] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.640027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.640027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.640027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.640027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.640027] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a3bf904-fbff-45c9-8201-8851d934c4f2 is going to be updated. [ 626.668491] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.668647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.668746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.669048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.669167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.669268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3bf904-fbff-45c9-8201-8851d934c4f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.678720] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4833c790-282f-4984-941a-0847374af239 [ 626.678921] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.679040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.679093] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.679287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.679378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.680020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4833c790-282f-4984-941a-0847374af239 already deleted. [ 626.680020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4833c790-282f-4984-941a-0847374af239" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.693938] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.693938] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.693938] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.694188] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.694188] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.694405] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 not found, creating... [ 626.694581] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.694719] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.694836] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.695058] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.695469] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.695469] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.695765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.695765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.695932] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.696250] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.696926] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 is going to be created. [ 626.732024] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.732307] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.732376] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.732650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.732866] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.733097] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.802446] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.803639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.803639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.803639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.803639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.803639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.804051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.804051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.804151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.804234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.804325] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 already deleted. [ 626.804405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.050470] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.050635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.050701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.050918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.051016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.051118] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e95a9337-8ac5-4e60-a0c5-929e0bd334ff already deleted. [ 627.051205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e95a9337-8ac5-4e60-a0c5-929e0bd334ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.137093] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.184280] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 in Status: SUCCESS [ 627.184449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.184606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.184818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.185013] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.185140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.185213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.185387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.185421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.185494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.185586] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec752d95-1cb2-443c-a24e-72d9b09830a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.600679] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.600891] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.601065] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.601399] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.601667] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.601862] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.601939] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.602247] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.602387] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.602586] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.602700] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.602809] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.602917] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.603035] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.604026] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.604192] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.622428] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.622601] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.622741] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.622941] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.623310] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-88a51737-82ff-4891-a9b3-2934c6e5f5d7 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.623452] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-88a51737-82ff-4891-a9b3-2934c6e5f5d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.623574] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-88a51737-82ff-4891-a9b3-2934c6e5f5d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.624331] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-88a51737-82ff-4891-a9b3-2934c6e5f5d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.624331] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a51737-82ff-4891-a9b3-2934c6e5f5d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.640510] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.640770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.640770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.640956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.641056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.641156] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be81e3e-cd53-413d-9890-501a5445eead is going to be created. [ 627.663284] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.663543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.663543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.663694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.664888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.675125] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be81e3e-cd53-413d-9890-501a5445eead in Status: UNINITIALIZED for 2s [ 627.688068] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec752d95-1cb2-443c-a24e-72d9b09830a1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.688260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.688333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.688493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.688655] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.688756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.688820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.688969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.689072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.689164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.689310] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec752d95-1cb2-443c-a24e-72d9b09830a1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.689405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.689467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.689601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.689844] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.689983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.690097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.690320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.690445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.690579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.690773] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec752d95-1cb2-443c-a24e-72d9b09830a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.125985] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.126310] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.126441] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.126726] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.126875] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.127049] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 88a51737-82ff-4891-a9b3-2934c6e5f5d7 not found, creating... [ 628.127328] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.127488] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.127611] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.127884] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.128042] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.128329] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.128483] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.128596] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.128801] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.128934] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.129693] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 88a51737-82ff-4891-a9b3-2934c6e5f5d7 is going to be created. [ 628.156113] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.156459] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.156501] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.156769] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.157013] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.157299] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-88a51737-82ff-4891-a9b3-2934c6e5f5d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.193302] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec752d95-1cb2-443c-a24e-72d9b09830a1: rpc.has_security_group_logging(os_id): False [ 628.231749] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.231963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.232083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.232306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.232401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.232675] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.232801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.232867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.232999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.233075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.233285] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.233563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.233563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.233720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.233758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.233932] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.237219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.238154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.238154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.238154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.238154] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 is going to be created. [ 628.317597] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.317810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.319519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.319519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.319519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.330579] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 in Status: IN_PROGRESS for 2s [ 628.511596] env[70008]: INFO networking_nsxv3.common.synchronization [None req-e07dc2f9-25ea-494b-bd1a-f2a7e4a60a3b None None] Enqueued Resource ID: 02a369f1-2bcc-4f24-a743-b28edf52f097 with Priority: HIGHEST for action port [ 628.511596] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a369f1-2bcc-4f24-a743-b28edf52f097 with Priority: HIGHEST for action port [ 628.514091] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a369f1-2bcc-4f24-a743-b28edf52f097 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.514091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a369f1-2bcc-4f24-a743-b28edf52f097" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.514091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a369f1-2bcc-4f24-a743-b28edf52f097" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.514091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a369f1-2bcc-4f24-a743-b28edf52f097" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.514091] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a369f1-2bcc-4f24-a743-b28edf52f097',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.537412] env[70008]: INFO networking_nsxv3.common.synchronization [req-87673113-defe-487b-a045-8e74b6e97f21 req-f7d35ff7-8fdc-4e6a-a915-143c7e4a06ec service nova] Enqueued Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGHEST for action security_group_rules [ 628.538024] env[70008]: INFO networking_nsxv3.common.synchronization [req-87673113-defe-487b-a045-8e74b6e97f21 req-f7d35ff7-8fdc-4e6a-a915-143c7e4a06ec service nova] Enqueued Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGHEST for action security_group_members [ 628.540085] env[70008]: INFO networking_nsxv3.common.synchronization [req-87673113-defe-487b-a045-8e74b6e97f21 req-f7d35ff7-8fdc-4e6a-a915-143c7e4a06ec service nova] Enqueued Resource ID: 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 with Priority: HIGHEST for action port [ 628.540085] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGHEST for action security_group_rules [ 628.540085] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGHEST for action security_group_members [ 628.540085] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 with Priority: HIGHEST for action port [ 628.541553] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.541811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.541811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.542017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.542189] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8b2b5ae-b874-4409-908b-b5089d4d44ee',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.543091] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b2b5ae-b874-4409-908b-b5089d4d44ee taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.543201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.543270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.543451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.543606] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.543693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.543755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.543896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.544015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.544119] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8b2b5ae-b874-4409-908b-b5089d4d44ee',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.546601] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.546714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.546759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.546980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.547068] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7afcd5f1-5d22-4fc6-91ea-c3db1bca6530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.016268] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02a369f1-2bcc-4f24-a743-b28edf52f097 [ 629.016527] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.016670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.016755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.016983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.017091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.017190] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02a369f1-2bcc-4f24-a743-b28edf52f097 already deleted. [ 629.017517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a369f1-2bcc-4f24-a743-b28edf52f097" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.038276] env[70008]: INFO networking_nsxv3.common.synchronization [None req-fcc3cfdf-f2c1-4576-886c-bbe29e761927 None None] Enqueued Resource ID: 3fb1684a-a2a0-42a7-82dc-fda7740b1abe with Priority: HIGHEST for action port [ 629.038891] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb1684a-a2a0-42a7-82dc-fda7740b1abe with Priority: HIGHEST for action port [ 629.040564] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb1684a-a2a0-42a7-82dc-fda7740b1abe taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.040724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb1684a-a2a0-42a7-82dc-fda7740b1abe" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.040918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb1684a-a2a0-42a7-82dc-fda7740b1abe" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.041218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb1684a-a2a0-42a7-82dc-fda7740b1abe" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.041753] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb1684a-a2a0-42a7-82dc-fda7740b1abe',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.046724] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8b2b5ae-b874-4409-908b-b5089d4d44ee',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.048565] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b2b5ae-b874-4409-908b-b5089d4d44ee taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.048692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.052161] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 with status ACTIVE [ 629.053510] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.053760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.053760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.053960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.054092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.054329] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.054523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.054523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.055096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.055187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.055666] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.055805] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.055879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.056046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.056128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.056219] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7afcd5f1-5d22-4fc6-91ea-c3db1bca6530 is going to be updated. [ 629.077069] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.077069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.077069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.077069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.078114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.078299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7afcd5f1-5d22-4fc6-91ea-c3db1bca6530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.371113] env[70008]: INFO networking_nsxv3.common.synchronization [req-ac3ee53d-59cb-4969-82fa-d18ea2fd5111 req-81b1f35c-2355-4464-b74e-7427f67c523a tempest-ServerDiagnosticsTest-477451205 tempest-ServerDiagnosticsTest-477451205-project-member] Enqueued Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGHEST for action security_group_members [ 629.371113] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGHEST for action security_group_members [ 629.371113] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.371113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.371113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.371113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.371113] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.371113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.371113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.371113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.371113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.371113] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0053f0-6ae3-4599-8cac-f5baff93b7e1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.488125] env[70008]: INFO networking_nsxv3.common.synchronization [None req-051aebed-ace7-4241-9100-067a77ffbc77 None None] Enqueued Resource ID: 0f580e0d-3f00-4d86-bde4-40ffb8986c5f with Priority: HIGHEST for action port [ 629.488354] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f580e0d-3f00-4d86-bde4-40ffb8986c5f with Priority: HIGHEST for action port [ 629.490300] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f580e0d-3f00-4d86-bde4-40ffb8986c5f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.490491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f580e0d-3f00-4d86-bde4-40ffb8986c5f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.490544] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f580e0d-3f00-4d86-bde4-40ffb8986c5f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.491323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f580e0d-3f00-4d86-bde4-40ffb8986c5f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.491323] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f580e0d-3f00-4d86-bde4-40ffb8986c5f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.543951] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fb1684a-a2a0-42a7-82dc-fda7740b1abe [ 629.544487] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.545677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.545677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.545677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.545677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.545677] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fb1684a-a2a0-42a7-82dc-fda7740b1abe already deleted. [ 629.545677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb1684a-a2a0-42a7-82dc-fda7740b1abe" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.551219] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8b2b5ae-b874-4409-908b-b5089d4d44ee',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.687317] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be81e3e-cd53-413d-9890-501a5445eead in Status: SUCCESS [ 629.687995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.687995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.687995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.688377] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.688377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.688377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.688499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.688540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.688693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.688748] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.868903] env[70008]: INFO networking_nsxv3.common.synchronization [None req-170410da-523a-47d3-9d8a-c2bdf8131824 None None] Enqueued Resource ID: 8df87003-52ff-46bb-8ec4-69f73a2412f1 with Priority: HIGHEST for action port [ 629.869180] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df87003-52ff-46bb-8ec4-69f73a2412f1 with Priority: HIGHEST for action port [ 629.869711] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df87003-52ff-46bb-8ec4-69f73a2412f1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.869867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df87003-52ff-46bb-8ec4-69f73a2412f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.869928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df87003-52ff-46bb-8ec4-69f73a2412f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.873320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df87003-52ff-46bb-8ec4-69f73a2412f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.873403] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df87003-52ff-46bb-8ec4-69f73a2412f1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.874524] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.874641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.874707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.874891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.874984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.875187] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.875287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.875453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.875670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.875670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.875670] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 is going to be updated. [ 629.902019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.903103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.903188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.903364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.903508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.914693] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 in Status: IN_PROGRESS for 2s [ 629.932710] env[70008]: INFO networking_nsxv3.common.synchronization [req-4d3858d9-076c-4f7e-a568-415a906cd183 req-e6ee8b1c-be66-4700-8f7b-60041725ac54 service nova] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_rules [ 629.932918] env[70008]: INFO networking_nsxv3.common.synchronization [req-4d3858d9-076c-4f7e-a568-415a906cd183 req-e6ee8b1c-be66-4700-8f7b-60041725ac54 service nova] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 629.933081] env[70008]: INFO networking_nsxv3.common.synchronization [req-4d3858d9-076c-4f7e-a568-415a906cd183 req-e6ee8b1c-be66-4700-8f7b-60041725ac54 service nova] Enqueued Resource ID: 88a51737-82ff-4891-a9b3-2934c6e5f5d7 with Priority: HIGHEST for action port [ 629.933302] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_rules [ 629.933421] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 629.933515] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a51737-82ff-4891-a9b3-2934c6e5f5d7 with Priority: HIGHEST for action port [ 629.936129] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.936300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.936300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.936909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.936909] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.937602] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.937741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.937837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.938062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.938274] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.938392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.938455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.938606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.938707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.938830] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.944092] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a51737-82ff-4891-a9b3-2934c6e5f5d7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.944092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a51737-82ff-4891-a9b3-2934c6e5f5d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.944092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a51737-82ff-4891-a9b3-2934c6e5f5d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.944092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a51737-82ff-4891-a9b3-2934c6e5f5d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.944092] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a51737-82ff-4891-a9b3-2934c6e5f5d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.994435] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f580e0d-3f00-4d86-bde4-40ffb8986c5f [ 629.996572] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.996572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.996572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.999309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.999433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.999534] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f580e0d-3f00-4d86-bde4-40ffb8986c5f already deleted. [ 629.999623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f580e0d-3f00-4d86-bde4-40ffb8986c5f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.054431] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.054587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.054651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.054876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.054963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.055073] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee is going to be created. [ 630.082812] env[70008]: INFO networking_nsxv3.common.synchronization [None req-82e1dc94-050c-4de2-8ba1-0b8b7a902d2d None None] Enqueued Resource ID: d1d52c4d-0acb-4446-b4db-467f88a7e84e with Priority: HIGHEST for action port [ 630.083905] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.084013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.084361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.084573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.084732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.085730] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1d52c4d-0acb-4446-b4db-467f88a7e84e with Priority: HIGHEST for action port [ 630.086574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1d52c4d-0acb-4446-b4db-467f88a7e84e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.086690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1d52c4d-0acb-4446-b4db-467f88a7e84e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.086690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1d52c4d-0acb-4446-b4db-467f88a7e84e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.086881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1d52c4d-0acb-4446-b4db-467f88a7e84e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.086964] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1d52c4d-0acb-4446-b4db-467f88a7e84e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.097159] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee in Status: UNINITIALIZED for 2s [ 630.194033] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.347377] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 in Status: SUCCESS [ 630.347377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.378390] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8df87003-52ff-46bb-8ec4-69f73a2412f1 [ 630.378695] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.378807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.378874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.379378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.379378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.379378] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8df87003-52ff-46bb-8ec4-69f73a2412f1 already deleted. [ 630.379378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df87003-52ff-46bb-8ec4-69f73a2412f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.443760] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.445298] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88a51737-82ff-4891-a9b3-2934c6e5f5d7 with status ACTIVE [ 630.445298] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.445298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.445298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.445298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.445298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.445568] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.445568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.445642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.447072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.447072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.447072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.447072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.447072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.447072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.447072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.448884] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88a51737-82ff-4891-a9b3-2934c6e5f5d7 is going to be updated. [ 630.449733] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.449733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.472462] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.472462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.472462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.472462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.472462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.472462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a51737-82ff-4891-a9b3-2934c6e5f5d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.590457] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1d52c4d-0acb-4446-b4db-467f88a7e84e [ 630.590640] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.590771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.590839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.591117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.591200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.591301] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1d52c4d-0acb-4446-b4db-467f88a7e84e already deleted. [ 630.591378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1d52c4d-0acb-4446-b4db-467f88a7e84e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.698312] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7be81e3e-cd53-413d-9890-501a5445eead: rpc.has_security_group_logging(os_id): False [ 630.717607] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.717607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.717607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.717830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.717830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.721036] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.721036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.721036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.721036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.721036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.721036] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be81e3e-cd53-413d-9890-501a5445eead is going to be created. [ 630.860976] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.861243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.861324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.861579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.861811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.870567] env[70008]: INFO networking_nsxv3.common.synchronization [None req-8e66ae40-f553-4c94-acb6-e3906a3376d4 None None] Enqueued Resource ID: ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9 with Priority: HIGHEST for action port [ 630.870867] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9 with Priority: HIGHEST for action port [ 630.872345] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.872493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.872555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.872801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.872899] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.875317] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be81e3e-cd53-413d-9890-501a5445eead in Status: IN_PROGRESS for 2s [ 630.951812] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.377101] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9 [ 631.377328] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.377518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.377594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.377867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.377975] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.378091] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9 already deleted. [ 631.378176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad6a79f0-dc72-4b3f-b0bf-dd8787c5d8d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.457030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.457626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.457626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.457626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.457626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.457937] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 is going to be created. [ 631.480229] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.480486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.480486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.480659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.480853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.491824] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: UNINITIALIZED for 2s [ 631.924075] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 in Status: SUCCESS [ 631.924348] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 deletion is rescheduled due to dependency. [ 631.924401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.106681] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee in Status: SUCCESS [ 632.106786] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.106953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.107198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.107410] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.108374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.108374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.108374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.108374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.108374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.108374] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8b2b5ae-b874-4409-908b-b5089d4d44ee',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.437361] env[70008]: INFO networking_nsxv3.common.synchronization [req-bca77d9f-52a2-45f5-869b-b3d8128d66cf req-d059a77e-4ff4-40a7-a472-286f901f2feb tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_members [ 632.438221] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_members [ 632.440456] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-388c7a47-6225-4555-8db8-f2fccf210a77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.440456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.440456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.440456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.440456] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.440456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.440456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.440456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.440456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.440456] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.612639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b2b5ae-b874-4409-908b-b5089d4d44ee taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.613032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.613032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.613439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.617582] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.617582] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b2b5ae-b874-4409-908b-b5089d4d44ee taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.617582] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.617582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.617582] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8b2b5ae-b874-4409-908b-b5089d4d44ee',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.887815] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be81e3e-cd53-413d-9890-501a5445eead in Status: SUCCESS [ 632.888134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.943629] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.943827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.943885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.944094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.944181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.944373] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.944466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.944525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.944672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.944744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.944826] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388c7a47-6225-4555-8db8-f2fccf210a77 already deleted. [ 632.944904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.107334] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.107334] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.107475] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.107762] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.108580] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.109272] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.109272] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.109272] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.109401] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.110333] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.110518] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.111024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.111024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.111024] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.111024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.111171] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.115303] env[70008]: INFO networking_nsxv3.common.synchronization [None req-4e8fdb86-a2d2-4b19-abdc-1135646d7a90 None None] Enqueued Resource ID: 13d7b7f3-6b6a-4f1f-8792-75b7833c21bb with Priority: HIGHEST for action port [ 633.116267] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d7b7f3-6b6a-4f1f-8792-75b7833c21bb with Priority: HIGHEST for action port [ 633.116582] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d7b7f3-6b6a-4f1f-8792-75b7833c21bb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.116700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d7b7f3-6b6a-4f1f-8792-75b7833c21bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.116767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d7b7f3-6b6a-4f1f-8792-75b7833c21bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.117017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d7b7f3-6b6a-4f1f-8792-75b7833c21bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.121391] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d7b7f3-6b6a-4f1f-8792-75b7833c21bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.123331] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8b2b5ae-b874-4409-908b-b5089d4d44ee: rpc.has_security_group_logging(os_id): False [ 633.134479] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.134479] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.134479] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.134479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.134479] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-dde6645d-8b42-4747-8f04-3f440c6642b6 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.134479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-dde6645d-8b42-4747-8f04-3f440c6642b6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.134479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-dde6645d-8b42-4747-8f04-3f440c6642b6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.134757] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-dde6645d-8b42-4747-8f04-3f440c6642b6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.134859] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde6645d-8b42-4747-8f04-3f440c6642b6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.148203] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.148304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.148380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.148585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.148852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.148852] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.149063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.149063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.149163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.149242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.149436] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.149535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.149593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.149727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.149802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.150026] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.150749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.150833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.151028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.151233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.151233] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee is going to be created. [ 633.212831] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.212964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.213050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.213270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.213449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.226900] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee in Status: IN_PROGRESS for 2s [ 633.506091] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: SUCCESS [ 633.506091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.506271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.506553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.506662] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.506816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.506870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.507038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.507105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.507310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.507310] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.626465] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13d7b7f3-6b6a-4f1f-8792-75b7833c21bb [ 633.626465] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.626811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.626811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.626811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.627136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.627136] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13d7b7f3-6b6a-4f1f-8792-75b7833c21bb already deleted. [ 633.627136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d7b7f3-6b6a-4f1f-8792-75b7833c21bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.643207] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.643994] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.644253] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.644628] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.644817] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.646587] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port dde6645d-8b42-4747-8f04-3f440c6642b6 not found, creating... [ 633.646587] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.646587] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.646587] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.646587] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.646587] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.647620] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.647620] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.647620] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.647620] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.648435] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.648435] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: dde6645d-8b42-4747-8f04-3f440c6642b6 is going to be created. [ 633.669295] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.669550] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.669742] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.671028] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.671028] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.671028] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-dde6645d-8b42-4747-8f04-3f440c6642b6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.875207] env[70008]: INFO networking_nsxv3.common.synchronization [None req-fced4f67-30e5-4bdc-828e-d7ddb8c9e0bf None None] Enqueued Resource ID: c7d755e9-6206-4761-861f-de6c58764fe3 with Priority: HIGHEST for action port [ 633.878274] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d755e9-6206-4761-861f-de6c58764fe3 with Priority: HIGHEST for action port [ 633.878774] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7d755e9-6206-4761-861f-de6c58764fe3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.879858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7d755e9-6206-4761-861f-de6c58764fe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.879950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7d755e9-6206-4761-861f-de6c58764fe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.880216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7d755e9-6206-4761-861f-de6c58764fe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.880298] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d755e9-6206-4761-861f-de6c58764fe3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.013272] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.383218] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7d755e9-6206-4761-861f-de6c58764fe3 [ 634.383758] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.383758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.383867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.384248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.384248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.384248] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7d755e9-6206-4761-861f-de6c58764fe3 already deleted. [ 634.384515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7d755e9-6206-4761-861f-de6c58764fe3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.457013] env[70008]: INFO networking_nsxv3.common.synchronization [req-73734def-2edf-4101-9c03-8702625e4eb5 req-a6144203-9b6d-4020-bb33-e0985f198224 tempest-SecurityGroupRulesTestJSON-1037014111 tempest-SecurityGroupRulesTestJSON-1037014111-project-member] Enqueued Resource ID: 28028e4a-d3c4-451a-8eed-2ce9d3393192 with Priority: HIGHEST for action security_group_rules [ 634.457013] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28028e4a-d3c4-451a-8eed-2ce9d3393192 with Priority: HIGHEST for action security_group_rules [ 634.457013] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28028e4a-d3c4-451a-8eed-2ce9d3393192 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.457272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28028e4a-d3c4-451a-8eed-2ce9d3393192" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.457272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28028e4a-d3c4-451a-8eed-2ce9d3393192" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.458528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28028e4a-d3c4-451a-8eed-2ce9d3393192" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.458611] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28028e4a-d3c4-451a-8eed-2ce9d3393192',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.516956] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afb0ad3-feba-4282-901a-7c2ebab5bbf6: rpc.has_security_group_logging(os_id): False [ 634.534985] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.535189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.535318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.535493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.535584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.535828] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.535928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.535990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.536160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.536236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.536319] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 is going to be created. [ 634.540562] env[70008]: INFO networking_nsxv3.common.synchronization [req-bca77d9f-52a2-45f5-869b-b3d8128d66cf req-0767fb5d-8bd6-4465-a8f0-5fa68dc63ac4 service nova] Enqueued Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_rules [ 634.540667] env[70008]: INFO networking_nsxv3.common.synchronization [req-bca77d9f-52a2-45f5-869b-b3d8128d66cf req-0767fb5d-8bd6-4465-a8f0-5fa68dc63ac4 service nova] Enqueued Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_members [ 634.540855] env[70008]: INFO networking_nsxv3.common.synchronization [req-bca77d9f-52a2-45f5-869b-b3d8128d66cf req-0767fb5d-8bd6-4465-a8f0-5fa68dc63ac4 service nova] Enqueued Resource ID: dde6645d-8b42-4747-8f04-3f440c6642b6 with Priority: HIGHEST for action port [ 634.541381] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_rules [ 634.541632] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_members [ 634.541632] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde6645d-8b42-4747-8f04-3f440c6642b6 with Priority: HIGHEST for action port [ 634.541826] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388c7a47-6225-4555-8db8-f2fccf210a77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.541991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.542152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.544035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.544035] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.547549] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-388c7a47-6225-4555-8db8-f2fccf210a77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.547708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.547778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.547970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.548179] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.549464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.549464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.549464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.549464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.549464] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.550320] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde6645d-8b42-4747-8f04-3f440c6642b6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.550445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde6645d-8b42-4747-8f04-3f440c6642b6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.550488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde6645d-8b42-4747-8f04-3f440c6642b6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.551221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde6645d-8b42-4747-8f04-3f440c6642b6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.551221] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde6645d-8b42-4747-8f04-3f440c6642b6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.597589] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.597589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.597589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.597589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.597589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.607320] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: IN_PROGRESS for 2s [ 634.638819] env[70008]: INFO networking_nsxv3.common.synchronization [None req-f999e6e6-3d1a-4216-b3f3-4126409de51d None None] Enqueued Resource ID: 53fc3c1b-4723-4f2f-b505-9bb4a0e816c9 with Priority: HIGHEST for action port [ 634.639594] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fc3c1b-4723-4f2f-b505-9bb4a0e816c9 with Priority: HIGHEST for action port [ 634.640028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-53fc3c1b-4723-4f2f-b505-9bb4a0e816c9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.640294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53fc3c1b-4723-4f2f-b505-9bb4a0e816c9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.640371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53fc3c1b-4723-4f2f-b505-9bb4a0e816c9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.640683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53fc3c1b-4723-4f2f-b505-9bb4a0e816c9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.640764] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fc3c1b-4723-4f2f-b505-9bb4a0e816c9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.925454] env[70008]: INFO networking_nsxv3.common.synchronization [None req-5bdcc71a-8be3-46ec-8364-f8a65ef1918e None None] Enqueued Resource ID: d0f54d4d-d83a-4bcb-b02c-1648a9bf2874 with Priority: HIGHEST for action port [ 634.926510] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f54d4d-d83a-4bcb-b02c-1648a9bf2874 with Priority: HIGHEST for action port [ 634.927084] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f54d4d-d83a-4bcb-b02c-1648a9bf2874 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.927265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f54d4d-d83a-4bcb-b02c-1648a9bf2874" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.927315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f54d4d-d83a-4bcb-b02c-1648a9bf2874" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.927639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f54d4d-d83a-4bcb-b02c-1648a9bf2874" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.927932] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f54d4d-d83a-4bcb-b02c-1648a9bf2874',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.982039] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.982039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.982039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.982039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.982039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.982039] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28028e4a-d3c4-451a-8eed-2ce9d3393192 already deleted. [ 634.982039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28028e4a-d3c4-451a-8eed-2ce9d3393192" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.054501] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-388c7a47-6225-4555-8db8-f2fccf210a77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.054501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.054501] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.055618] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dde6645d-8b42-4747-8f04-3f440c6642b6 with status ACTIVE [ 635.056153] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.056342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.056608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.056833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.056971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.057227] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.057435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.057493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.058777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.058777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.058777] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.058777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.058777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.058777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.059101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.060177] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dde6645d-8b42-4747-8f04-3f440c6642b6 is going to be updated. [ 635.081019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.081019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.081019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.081019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.081019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.081019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde6645d-8b42-4747-8f04-3f440c6642b6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.148486] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53fc3c1b-4723-4f2f-b505-9bb4a0e816c9 [ 635.148486] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.148486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.149666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.149666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.149988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.150157] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53fc3c1b-4723-4f2f-b505-9bb4a0e816c9 already deleted. [ 635.150275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53fc3c1b-4723-4f2f-b505-9bb4a0e816c9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.196913] env[70008]: INFO networking_nsxv3.common.synchronization [req-90b43711-3c4d-46ac-80fd-0428c7a84264 req-b89e92f8-9821-487d-b7c0-cfd04df71daa tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Enqueued Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGHEST for action security_group_members [ 635.200389] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGHEST for action security_group_members [ 635.200389] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ccf5e1-b32c-4af7-a682-df852b26b6c7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.200389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.200389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.200389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.200389] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.200389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.200389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.200389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.200389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.200389] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ccf5e1-b32c-4af7-a682-df852b26b6c7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.242682] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee in Status: SUCCESS [ 635.242939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.432799] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0f54d4d-d83a-4bcb-b02c-1648a9bf2874 [ 635.433054] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.433210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.433294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.433480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.433558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.433734] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0f54d4d-d83a-4bcb-b02c-1648a9bf2874 already deleted. [ 635.433734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f54d4d-d83a-4bcb-b02c-1648a9bf2874" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.562180] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.705271] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.705618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.705618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.705863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.706020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.706314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.706423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.706491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.706681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.706773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.706863] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 already deleted. [ 635.706986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.794339] env[70008]: INFO networking_nsxv3.common.synchronization [None req-58cc5b16-321b-43f9-a22d-2c407677ef43 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 635.795137] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 635.795299] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.795411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.795514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.795819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.795912] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.064252] env[70008]: INFO networking_nsxv3.common.synchronization [None req-d37c58bc-10ab-4fc4-a973-cf3070df6dad tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 636.064733] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.066029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.066029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.066167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.066817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.066817] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388c7a47-6225-4555-8db8-f2fccf210a77 is going to be created. [ 636.068408] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 636.069031] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.069203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.090129] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.090129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.090129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.090416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.090464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.109404] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388c7a47-6225-4555-8db8-f2fccf210a77 in Status: UNINITIALIZED for 2s [ 636.115125] env[70008]: INFO networking_nsxv3.common.synchronization [None req-f3648f5d-bc0b-41d8-877e-7fbdc918af5c tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Enqueued Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_rules [ 636.115125] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_rules [ 636.115125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.115125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.121773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.121773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.121773] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.316551] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.316551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.316551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.316551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.316551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.316551] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d already deleted. [ 636.316551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.316551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.316551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.316551] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.431233] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0ea0b71c-1293-4d96-b100-65cefe1f184a tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Enqueued Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_rules [ 636.431726] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_rules [ 636.432032] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.432139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.501692] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.501915] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-297" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.502022] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-297" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.503874] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-297" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.504047] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.504230] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.504362] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.504608] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.504758] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.504969] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.505167] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.505232] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.505319] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.505430] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.505536] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.505670] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.526126] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.526179] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.526454] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.526557] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-297" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.526811] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-a0be2734-90de-46c1-82f0-6ff40c8f1699 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.527013] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-a0be2734-90de-46c1-82f0-6ff40c8f1699" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.527146] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-a0be2734-90de-46c1-82f0-6ff40c8f1699" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.527495] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-a0be2734-90de-46c1-82f0-6ff40c8f1699" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.527637] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0be2734-90de-46c1-82f0-6ff40c8f1699',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.624021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: SUCCESS [ 636.624280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.642138] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.642261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.642261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.642483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.642571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.642668] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 already deleted. [ 636.642755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.643175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.643175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.643175] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.835887] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.836335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.836335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.837327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.837507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.837708] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d already deleted. [ 636.837774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.036995] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.037270] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.037404] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.037710] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.037896] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.038076] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port a0be2734-90de-46c1-82f0-6ff40c8f1699 not found, creating... [ 637.038377] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.038550] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.038667] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.038908] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.039058] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.039386] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.039565] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.041064] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.041320] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.041465] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.042314] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: a0be2734-90de-46c1-82f0-6ff40c8f1699 is going to be created. [ 637.061677] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.061926] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.062089] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.062434] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.062678] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.062928] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-a0be2734-90de-46c1-82f0-6ff40c8f1699" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.184425] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.184584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.184636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.184907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.185104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.185226] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 already deleted. [ 637.185318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.099400] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-78dcaea5-557c-40f4-b902-0bfdf1791245 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 638.099400] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 638.099400] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.099785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.099785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.099785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.099940] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.100023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.101328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.101520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.101616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.101719] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.119899] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388c7a47-6225-4555-8db8-f2fccf210a77 in Status: UNINITIALIZED for 4s [ 638.427212] env[70008]: INFO networking_nsxv3.common.synchronization [None req-18dd1237-87fa-4748-b18e-8e4a7da69459 None None] Enqueued Resource ID: 6d0966f2-2942-4128-acc5-f0c39bc6874e with Priority: HIGHEST for action port [ 638.428039] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0966f2-2942-4128-acc5-f0c39bc6874e with Priority: HIGHEST for action port [ 638.428764] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d0966f2-2942-4128-acc5-f0c39bc6874e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.428913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d0966f2-2942-4128-acc5-f0c39bc6874e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.428988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d0966f2-2942-4128-acc5-f0c39bc6874e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.430387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d0966f2-2942-4128-acc5-f0c39bc6874e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.430387] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d0966f2-2942-4128-acc5-f0c39bc6874e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.604129] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.604296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.604366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.604673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.604775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.604893] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.604985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.605126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.605224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.605383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.605383] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 already deleted. [ 638.605512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.643131] env[70008]: INFO networking_nsxv3.common.synchronization [None req-f594d38e-0749-48a6-a5b4-641ab00eb64c None None] Enqueued Resource ID: 06bae12e-ab25-4416-9e43-f6b84834f362 with Priority: HIGHEST for action port [ 638.643729] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bae12e-ab25-4416-9e43-f6b84834f362 with Priority: HIGHEST for action port [ 638.643915] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-06bae12e-ab25-4416-9e43-f6b84834f362 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.644044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06bae12e-ab25-4416-9e43-f6b84834f362" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.644137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06bae12e-ab25-4416-9e43-f6b84834f362" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.646417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06bae12e-ab25-4416-9e43-f6b84834f362" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.646417] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06bae12e-ab25-4416-9e43-f6b84834f362',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.934470] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d0966f2-2942-4128-acc5-f0c39bc6874e [ 638.934470] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.934470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.934470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.934470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.934470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.934470] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d0966f2-2942-4128-acc5-f0c39bc6874e already deleted. [ 638.934470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d0966f2-2942-4128-acc5-f0c39bc6874e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.147450] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06bae12e-ab25-4416-9e43-f6b84834f362 [ 639.147734] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.148011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.148011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.148205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.148299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.148389] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06bae12e-ab25-4416-9e43-f6b84834f362 already deleted. [ 639.148577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06bae12e-ab25-4416-9e43-f6b84834f362" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.239519] env[70008]: INFO networking_nsxv3.common.synchronization [req-90b43711-3c4d-46ac-80fd-0428c7a84264 req-96292bec-7de3-4f72-b7c5-eeadcc410965 service nova] Enqueued Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGHEST for action security_group_rules [ 639.239730] env[70008]: INFO networking_nsxv3.common.synchronization [req-90b43711-3c4d-46ac-80fd-0428c7a84264 req-96292bec-7de3-4f72-b7c5-eeadcc410965 service nova] Enqueued Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGHEST for action security_group_members [ 639.239918] env[70008]: INFO networking_nsxv3.common.synchronization [req-90b43711-3c4d-46ac-80fd-0428c7a84264 req-96292bec-7de3-4f72-b7c5-eeadcc410965 service nova] Enqueued Resource ID: a0be2734-90de-46c1-82f0-6ff40c8f1699 with Priority: HIGHEST for action port [ 639.240493] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGHEST for action security_group_rules [ 639.240741] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGHEST for action security_group_members [ 639.240741] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0be2734-90de-46c1-82f0-6ff40c8f1699 with Priority: HIGHEST for action port [ 639.241039] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.242103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.242214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.242449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.242969] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ccf5e1-b32c-4af7-a682-df852b26b6c7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.244226] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ccf5e1-b32c-4af7-a682-df852b26b6c7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.244361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.244435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.244758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.244980] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.245108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.245173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.245352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.245450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.245546] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ccf5e1-b32c-4af7-a682-df852b26b6c7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.246360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0be2734-90de-46c1-82f0-6ff40c8f1699 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.246488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0be2734-90de-46c1-82f0-6ff40c8f1699" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.246595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0be2734-90de-46c1-82f0-6ff40c8f1699" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.246740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0be2734-90de-46c1-82f0-6ff40c8f1699" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.246826] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0be2734-90de-46c1-82f0-6ff40c8f1699',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.748517] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ccf5e1-b32c-4af7-a682-df852b26b6c7 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.748670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.751047] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31ccf5e1-b32c-4af7-a682-df852b26b6c7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.752071] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0be2734-90de-46c1-82f0-6ff40c8f1699 with status ACTIVE [ 639.752071] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.752071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.752071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.752071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.752071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.752071] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.752646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.752646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.752646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.752646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.752646] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.753218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.753218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.753218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.754322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.754322] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0be2734-90de-46c1-82f0-6ff40c8f1699 is going to be updated. [ 639.774981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.775190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.775280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.775441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.775577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.775796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0be2734-90de-46c1-82f0-6ff40c8f1699" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.824993] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-8626aac2-68fb-40e4-a5ca-e535ab980543 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 639.825549] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 639.825840] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.825968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.826051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.827420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.827420] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.827592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.828323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.828323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.828323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.828323] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.131710] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388c7a47-6225-4555-8db8-f2fccf210a77 in Status: SUCCESS [ 640.131710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.131931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.132280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.132677] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.132821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.132892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.133183] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.133276] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.133487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.133537] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.255865] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31ccf5e1-b32c-4af7-a682-df852b26b6c7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.337388] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.337388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.337388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.337388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.337388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.338403] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.338403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.338403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.339788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.339788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.339788] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 already deleted. [ 640.339788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.636827] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.757594] env[70008]: INFO networking_nsxv3.common.synchronization [None req-d9acfc1c-1dfe-4122-9fcb-beada4f9f5bb None None] Enqueued Resource ID: 59b4f00b-af03-4d59-b749-5d4880c9fcd1 with Priority: HIGHEST for action port [ 640.759342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.759507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.759577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.759788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.759993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.760173] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 is going to be created. [ 640.761351] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b4f00b-af03-4d59-b749-5d4880c9fcd1 with Priority: HIGHEST for action port [ 640.762428] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-59b4f00b-af03-4d59-b749-5d4880c9fcd1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.763241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59b4f00b-af03-4d59-b749-5d4880c9fcd1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.763241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59b4f00b-af03-4d59-b749-5d4880c9fcd1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.763241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59b4f00b-af03-4d59-b749-5d4880c9fcd1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.763241] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b4f00b-af03-4d59-b749-5d4880c9fcd1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.791648] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.791831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.791896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.792126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.792294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.802084] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 in Status: UNINITIALIZED for 2s [ 640.926676] env[70008]: INFO networking_nsxv3.common.synchronization [req-dffb0923-0e32-4e6b-a781-67ecf38dad5d req-e277d283-c756-4a09-9817-bd3fc015f660 tempest-ServerDiagnosticsNegativeTest-1797908561 tempest-ServerDiagnosticsNegativeTest-1797908561-project-member] Enqueued Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGHEST for action security_group_members [ 640.927189] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGHEST for action security_group_members [ 640.927433] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b236211-668f-4a4d-bdf6-c93799a49ebb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.927581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.927620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.927814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.927973] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.928183] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.928250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.928626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.928626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.928626] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b236211-668f-4a4d-bdf6-c93799a49ebb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.142704] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 388c7a47-6225-4555-8db8-f2fccf210a77: rpc.has_security_group_logging(os_id): False [ 641.165185] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.165365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.165411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.165632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.165724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.165964] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.166193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.166193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.166330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.166369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.166444] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388c7a47-6225-4555-8db8-f2fccf210a77 is going to be created. [ 641.237411] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.237612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.237612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.237848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.238073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.248785] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 388c7a47-6225-4555-8db8-f2fccf210a77 in Status: IN_PROGRESS for 2s [ 641.268230] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59b4f00b-af03-4d59-b749-5d4880c9fcd1 [ 641.268528] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.268617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.268672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.269299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.269299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.269299] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59b4f00b-af03-4d59-b749-5d4880c9fcd1 already deleted. [ 641.269299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59b4f00b-af03-4d59-b749-5d4880c9fcd1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.431551] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.432028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.432028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.432319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.432566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.434880] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.434880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.434880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.434880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.434880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.434880] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb is going to be updated. [ 641.465559] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.467103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.467103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.467103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.467103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477486] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb in Status: IN_PROGRESS for 2s [ 641.514287] env[70008]: INFO networking_nsxv3.common.synchronization [req-d1e0534e-51c5-4630-8109-74f6900f96af req-ab5de476-13ca-4823-98b4-33ce3ac237b6 tempest-ServerExternalEventsTest-1465266078 tempest-ServerExternalEventsTest-1465266078-project-member] Enqueued Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGHEST for action security_group_members [ 641.514287] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGHEST for action security_group_members [ 641.514287] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec752d95-1cb2-443c-a24e-72d9b09830a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.514287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.514672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.515022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.515325] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.515575] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.515754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.516048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.516274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.516491] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec752d95-1cb2-443c-a24e-72d9b09830a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.575180] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-ce807bec-015e-4476-b2de-4e3d477786e8 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 641.577231] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 641.577616] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.578055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.578055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.578829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.581570] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.581570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.581570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.581570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.581570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.581570] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.019755] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.019755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.019755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.019755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.019755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.025861] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.025861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.025861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.025861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.025861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.025861] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 is going to be updated. [ 642.053186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.053186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.053186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.053186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.053186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.059843] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 in Status: IN_PROGRESS for 2s [ 642.087409] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.087409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.087409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.087409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.087409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.087409] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.087409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.087409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.087409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.087409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.087409] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 already deleted. [ 642.087409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.818025] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 in Status: SUCCESS [ 642.818025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.818025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.818025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.818025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.818677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.818677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.818677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.818677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.818677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.818677] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31ccf5e1-b32c-4af7-a682-df852b26b6c7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.048665] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.048665] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.048665] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.048665] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.048665] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.048665] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.048665] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.052899] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.053255] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.053619] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.053619] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.053701] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.053805] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.053941] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.054029] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.054178] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.086555] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.086728] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.086867] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.087661] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.087661] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-50b1b88d-8971-4357-b6ca-b26bc6291359 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.087661] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-50b1b88d-8971-4357-b6ca-b26bc6291359" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.087894] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-50b1b88d-8971-4357-b6ca-b26bc6291359" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.088119] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-50b1b88d-8971-4357-b6ca-b26bc6291359" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.088262] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b1b88d-8971-4357-b6ca-b26bc6291359',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.158360] env[70008]: INFO networking_nsxv3.common.synchronization [req-08c148fd-170e-4a59-9b59-46197a020597 req-b3346871-dc8b-4e89-9ec3-c9bb2991408b tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 643.158360] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 643.158360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.158360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.158360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.158360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.158360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.158360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.158360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.158360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.158360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.158360] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.262142] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 388c7a47-6225-4555-8db8-f2fccf210a77 in Status: SUCCESS [ 643.262450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.324517] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ccf5e1-b32c-4af7-a682-df852b26b6c7 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.326043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.326043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.326043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.326043] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.326043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.326043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.326043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.326043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.326043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.326043] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ccf5e1-b32c-4af7-a682-df852b26b6c7 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.327178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.327178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.327178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.327178] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.327178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.328815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.328963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.329098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.329840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.330867] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31ccf5e1-b32c-4af7-a682-df852b26b6c7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.487246] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb in Status: SUCCESS [ 643.487557] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb deletion is rescheduled due to dependency. [ 643.488732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.593566] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.593566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.593566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.593566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.593566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.593566] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 50b1b88d-8971-4357-b6ca-b26bc6291359 not found, creating... [ 643.593566] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.593566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.593566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.593566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.593566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.594104] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.594104] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.594104] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.594104] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.595411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.595533] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 50b1b88d-8971-4357-b6ca-b26bc6291359 is going to be created. [ 643.603369] env[70008]: INFO networking_nsxv3.common.synchronization [req-6d60492a-b38c-4eb3-ad51-b9b5a7fe5647 req-ab5a655f-5786-4a25-8c59-9533db81031e tempest-SecurityGroupRulesTestJSON-1037014111 tempest-SecurityGroupRulesTestJSON-1037014111-project-member] Enqueued Resource ID: 6d3356d0-6933-42c3-8e0a-79a904493558 with Priority: HIGHEST for action security_group_rules [ 643.604390] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3356d0-6933-42c3-8e0a-79a904493558 with Priority: HIGHEST for action security_group_rules [ 643.604480] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3356d0-6933-42c3-8e0a-79a904493558 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.604651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3356d0-6933-42c3-8e0a-79a904493558" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.604651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3356d0-6933-42c3-8e0a-79a904493558" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.604870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3356d0-6933-42c3-8e0a-79a904493558" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.604979] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3356d0-6933-42c3-8e0a-79a904493558',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.615318] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.615318] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.615318] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.615318] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.615318] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.615318] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-50b1b88d-8971-4357-b6ca-b26bc6291359" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.662984] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.663195] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.663266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.663953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.663953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.663953] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.663953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.663953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.664164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.664164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.664485] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 already deleted. [ 643.664485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.673590] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.673791] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.673942] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.674247] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.674589] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.674694] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.674819] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.678600] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.679334] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.679334] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.679334] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.679334] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.679496] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.682526] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.682526] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.682526] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.698879] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.698963] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.699153] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.699281] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.702615] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7f92cec0-9229-4e17-8874-efae08d10b68 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.702615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7f92cec0-9229-4e17-8874-efae08d10b68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.702615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7f92cec0-9229-4e17-8874-efae08d10b68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.702615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7f92cec0-9229-4e17-8874-efae08d10b68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.702615] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f92cec0-9229-4e17-8874-efae08d10b68',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.833346] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31ccf5e1-b32c-4af7-a682-df852b26b6c7: rpc.has_security_group_logging(os_id): False [ 643.850536] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.850675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.850745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.850973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.851086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.851299] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.851405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.851450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.851996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.851996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.851996] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.851996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.851996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.852444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.852444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.852444] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.852647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.852647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.852714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.852783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.853535] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 is going to be created. [ 643.908445] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.908445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.908445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.908445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.908445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.917348] env[70008]: INFO networking_nsxv3.common.synchronization [None req-794e8be0-e192-4b46-8648-b651d0ad5e06 None None] Enqueued Resource ID: cac821ca-de98-4f43-a978-048bb25db146 with Priority: HIGHEST for action port [ 643.918033] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 in Status: IN_PROGRESS for 2s [ 643.919937] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac821ca-de98-4f43-a978-048bb25db146 with Priority: HIGHEST for action port [ 643.923142] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac821ca-de98-4f43-a978-048bb25db146 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.923142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac821ca-de98-4f43-a978-048bb25db146" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.923142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac821ca-de98-4f43-a978-048bb25db146" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.923142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac821ca-de98-4f43-a978-048bb25db146" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.923142] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac821ca-de98-4f43-a978-048bb25db146',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.071485] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 in Status: SUCCESS [ 644.072700] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 deletion is rescheduled due to dependency. [ 644.072780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.097757] env[70008]: INFO networking_nsxv3.common.synchronization [None req-966a368d-50be-4edb-bcc6-718f10847f1a None None] Enqueued Resource ID: 39941c82-af64-4a05-a5e0-d043d671f290 with Priority: HIGHEST for action port [ 644.099025] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39941c82-af64-4a05-a5e0-d043d671f290 with Priority: HIGHEST for action port [ 644.099025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-39941c82-af64-4a05-a5e0-d043d671f290 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.099025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39941c82-af64-4a05-a5e0-d043d671f290" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.099025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39941c82-af64-4a05-a5e0-d043d671f290" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.100368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39941c82-af64-4a05-a5e0-d043d671f290" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.100537] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39941c82-af64-4a05-a5e0-d043d671f290',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.123322] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.123460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.123534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.123733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.123820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.123910] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3356d0-6933-42c3-8e0a-79a904493558 already deleted. [ 644.123994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3356d0-6933-42c3-8e0a-79a904493558" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.204320] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.204603] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.204732] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.205127] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.205376] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.205520] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7f92cec0-9229-4e17-8874-efae08d10b68 not found, creating... [ 644.205796] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.205958] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.206090] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.206319] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.206452] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.206730] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.207414] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.207414] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.207414] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.207555] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.207621] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7f92cec0-9229-4e17-8874-efae08d10b68 is going to be created. [ 644.229615] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.229615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.229615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.229615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.229615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.229615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7f92cec0-9229-4e17-8874-efae08d10b68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.417559] env[70008]: INFO networking_nsxv3.common.synchronization [None req-bea1fae1-de1a-4da5-a063-2bd71e871030 None None] Enqueued Resource ID: e700488c-8053-4765-80eb-3971f1ad9116 with Priority: HIGHEST for action port [ 644.418715] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e700488c-8053-4765-80eb-3971f1ad9116 with Priority: HIGHEST for action port [ 644.419291] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e700488c-8053-4765-80eb-3971f1ad9116 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.419645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e700488c-8053-4765-80eb-3971f1ad9116" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.419861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e700488c-8053-4765-80eb-3971f1ad9116" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.420275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e700488c-8053-4765-80eb-3971f1ad9116" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.420465] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e700488c-8053-4765-80eb-3971f1ad9116',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.428682] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cac821ca-de98-4f43-a978-048bb25db146 [ 644.428682] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.428682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.428682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.428682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.428682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.428682] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cac821ca-de98-4f43-a978-048bb25db146 already deleted. [ 644.428682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac821ca-de98-4f43-a978-048bb25db146" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.606918] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39941c82-af64-4a05-a5e0-d043d671f290 [ 644.607177] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.607322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.607391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.607603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.607690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.607782] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39941c82-af64-4a05-a5e0-d043d671f290 already deleted. [ 644.607859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39941c82-af64-4a05-a5e0-d043d671f290" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.858289] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-13c35a73-810c-4810-99cd-23d37bf38448 service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 644.858289] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-13c35a73-810c-4810-99cd-23d37bf38448 service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 644.858289] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-13c35a73-810c-4810-99cd-23d37bf38448 service nova] Enqueued Resource ID: 50b1b88d-8971-4357-b6ca-b26bc6291359 with Priority: HIGHEST for action port [ 644.858289] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 644.858289] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 644.858923] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b1b88d-8971-4357-b6ca-b26bc6291359 with Priority: HIGHEST for action port [ 644.858923] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.861959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.861959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.861959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.861959] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.861959] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.862451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.862451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.862451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.862622] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.862671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.862733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.862875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.862965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.863084] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.864222] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b1b88d-8971-4357-b6ca-b26bc6291359 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.864341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b1b88d-8971-4357-b6ca-b26bc6291359" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.864386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b1b88d-8971-4357-b6ca-b26bc6291359" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.864536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b1b88d-8971-4357-b6ca-b26bc6291359" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.864608] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b1b88d-8971-4357-b6ca-b26bc6291359',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.922851] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e700488c-8053-4765-80eb-3971f1ad9116 [ 644.923100] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.923239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.923330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.923534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.923626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.923718] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e700488c-8053-4765-80eb-3971f1ad9116 already deleted. [ 644.923795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e700488c-8053-4765-80eb-3971f1ad9116" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.959739] env[70008]: INFO networking_nsxv3.common.synchronization [req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe req-2feaf214-5f8e-4915-9aaf-849ccdf421f4 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Enqueued Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 644.959739] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 644.959739] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.961780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.961780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.961780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.961780] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.962291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.962457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.962735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.966022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.966022] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.366946] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.370160] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.370343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.370895] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50b1b88d-8971-4357-b6ca-b26bc6291359 with status ACTIVE [ 645.371070] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.371280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.375125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.375125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.375125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.375125] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50b1b88d-8971-4357-b6ca-b26bc6291359 is going to be updated. [ 645.396495] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.396495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.398247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.398247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.398247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.398247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b1b88d-8971-4357-b6ca-b26bc6291359" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.466394] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.466548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.466617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.466831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.466918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.467130] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.467310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.467310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.468057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.468057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.468057] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 already deleted. [ 645.468057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.877050] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.930881] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 in Status: SUCCESS [ 645.931015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.027754] env[70008]: INFO networking_nsxv3.common.synchronization [req-08c148fd-170e-4a59-9b59-46197a020597 req-791ced70-f879-4e9a-8208-78540cd848ce service nova] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_rules [ 646.028882] env[70008]: INFO networking_nsxv3.common.synchronization [req-08c148fd-170e-4a59-9b59-46197a020597 req-791ced70-f879-4e9a-8208-78540cd848ce service nova] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 646.028882] env[70008]: INFO networking_nsxv3.common.synchronization [req-08c148fd-170e-4a59-9b59-46197a020597 req-791ced70-f879-4e9a-8208-78540cd848ce service nova] Enqueued Resource ID: 7f92cec0-9229-4e17-8874-efae08d10b68 with Priority: HIGHEST for action port [ 646.028882] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_rules [ 646.028882] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 646.028882] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f92cec0-9229-4e17-8874-efae08d10b68 with Priority: HIGHEST for action port [ 646.030083] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.030083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.030083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.030083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.030083] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.032159] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.032159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.032159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.032159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.032159] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.032159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.032159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.032159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.032159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.032159] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.032838] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f92cec0-9229-4e17-8874-efae08d10b68 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.033327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f92cec0-9229-4e17-8874-efae08d10b68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.033327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f92cec0-9229-4e17-8874-efae08d10b68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.033724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f92cec0-9229-4e17-8874-efae08d10b68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.033801] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f92cec0-9229-4e17-8874-efae08d10b68',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.143216] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.143419] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.143545] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.143852] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.144178] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.144363] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.144484] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.144754] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.144854] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.145239] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.145383] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.145587] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.145788] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.145913] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.146060] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.146227] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.166338] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.166338] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.166338] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.166338] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.166715] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-21be2730-4ba2-4596-ac3b-db808e1bf21e taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.166715] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-21be2730-4ba2-4596-ac3b-db808e1bf21e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.166929] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-21be2730-4ba2-4596-ac3b-db808e1bf21e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.167250] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-21be2730-4ba2-4596-ac3b-db808e1bf21e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.167398] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21be2730-4ba2-4596-ac3b-db808e1bf21e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.380890] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.380890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.380890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.380890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.380890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.380890] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be created. [ 646.403390] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.403780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.403973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.404437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.404706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.434828] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: UNINITIALIZED for 2s [ 646.535711] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.537800] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.537800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.537800] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f92cec0-9229-4e17-8874-efae08d10b68 with status ACTIVE [ 646.538067] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.538982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.538982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.538982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.538982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.538982] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.538982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.538982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.539463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.539463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.539463] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.539639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.539639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.539710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.539778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.540349] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f92cec0-9229-4e17-8874-efae08d10b68 is going to be updated. [ 646.559233] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.559429] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-354" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.559572] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-354" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.560026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-354" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.564150] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.564150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.564371] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.564470] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.564634] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.565193] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.565193] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.565193] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.565193] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.565473] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.565473] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.565540] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.572240] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.573196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.573196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.573196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.573196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.573196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f92cec0-9229-4e17-8874-efae08d10b68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.594684] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.594839] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.594994] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.595219] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-354" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.595666] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.595865] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.596019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.596338] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.596492] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83aef6f-0a58-4032-ae2f-da014f6fe9f1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.673132] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.673132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.673132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.673132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.673132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.673132] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 21be2730-4ba2-4596-ac3b-db808e1bf21e not found, creating... [ 646.673132] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.673132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.673132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.673132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.673132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.673613] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.673613] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.673613] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.673937] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.674145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.674234] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 21be2730-4ba2-4596-ac3b-db808e1bf21e is going to be created. [ 646.698197] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.698370] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.698422] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.698695] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.698972] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.699162] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-21be2730-4ba2-4596-ac3b-db808e1bf21e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.042545] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.102982] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.102982] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.102982] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.105698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.105698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.105698] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port b83aef6f-0a58-4032-ae2f-da014f6fe9f1 not found, creating... [ 647.105698] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.105698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.105698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.105698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.105698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.105698] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.105698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.106435] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.106435] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.106435] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.106435] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: b83aef6f-0a58-4032-ae2f-da014f6fe9f1 is going to be created. [ 647.125668] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.125931] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.126090] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.126426] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.126559] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.126764] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.445587] env[70008]: INFO networking_nsxv3.common.synchronization [None req-e9286270-ee0a-4a98-b51c-f2a83a06df10 None None] Enqueued Resource ID: 29bce16f-620d-460c-84ce-f025c7bc2492 with Priority: HIGHEST for action port [ 647.445587] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bce16f-620d-460c-84ce-f025c7bc2492 with Priority: HIGHEST for action port [ 647.445587] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-29bce16f-620d-460c-84ce-f025c7bc2492 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.445587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29bce16f-620d-460c-84ce-f025c7bc2492" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.447149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29bce16f-620d-460c-84ce-f025c7bc2492" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.447789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29bce16f-620d-460c-84ce-f025c7bc2492" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.448169] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29bce16f-620d-460c-84ce-f025c7bc2492',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.545588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.545957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.546122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.546709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.547269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.547395] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 is going to be created. [ 647.586435] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.586957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.587560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.588221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.588523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.606785] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: UNINITIALIZED for 2s [ 647.705227] env[70008]: INFO networking_nsxv3.common.synchronization [req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe req-7043550f-002d-406b-9ac8-ae5bc2dd676f service nova] Enqueued Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_rules [ 647.705426] env[70008]: INFO networking_nsxv3.common.synchronization [req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe req-7043550f-002d-406b-9ac8-ae5bc2dd676f service nova] Enqueued Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 647.705567] env[70008]: INFO networking_nsxv3.common.synchronization [req-64cef143-a7c2-40bd-89a2-8c1ad01be0fe req-7043550f-002d-406b-9ac8-ae5bc2dd676f service nova] Enqueued Resource ID: 21be2730-4ba2-4596-ac3b-db808e1bf21e with Priority: HIGHEST for action port [ 647.707107] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_rules [ 647.707182] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 647.707363] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21be2730-4ba2-4596-ac3b-db808e1bf21e with Priority: HIGHEST for action port [ 647.710655] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.710655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.710655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.710655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.710655] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.710655] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.710655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.710655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.710655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.710655] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.710655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.711324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.711324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.711324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.711324] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.716267] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-21be2730-4ba2-4596-ac3b-db808e1bf21e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.716393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21be2730-4ba2-4596-ac3b-db808e1bf21e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.716464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21be2730-4ba2-4596-ac3b-db808e1bf21e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.716687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21be2730-4ba2-4596-ac3b-db808e1bf21e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.716773] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21be2730-4ba2-4596-ac3b-db808e1bf21e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.749717] env[70008]: INFO networking_nsxv3.common.synchronization [None req-6499096a-88d8-4937-a65d-65238d08ef54 None None] Enqueued Resource ID: a092a9ce-0890-46df-9b64-dcc627ddd2f1 with Priority: HIGHEST for action port [ 647.753140] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a092a9ce-0890-46df-9b64-dcc627ddd2f1 with Priority: HIGHEST for action port [ 647.753563] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a092a9ce-0890-46df-9b64-dcc627ddd2f1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.754102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a092a9ce-0890-46df-9b64-dcc627ddd2f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.754102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a092a9ce-0890-46df-9b64-dcc627ddd2f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.754217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a092a9ce-0890-46df-9b64-dcc627ddd2f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.754360] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a092a9ce-0890-46df-9b64-dcc627ddd2f1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.797035] env[70008]: INFO networking_nsxv3.common.synchronization [None req-c5872480-f5e6-44f5-8a50-5b5d06bc4887 None None] Enqueued Resource ID: 28dd7b98-4307-4583-a85c-cd9b52003fa7 with Priority: HIGHEST for action port [ 647.797518] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dd7b98-4307-4583-a85c-cd9b52003fa7 with Priority: HIGHEST for action port [ 647.797827] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-28dd7b98-4307-4583-a85c-cd9b52003fa7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.797950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28dd7b98-4307-4583-a85c-cd9b52003fa7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.798655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28dd7b98-4307-4583-a85c-cd9b52003fa7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.798932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28dd7b98-4307-4583-a85c-cd9b52003fa7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.799030] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28dd7b98-4307-4583-a85c-cd9b52003fa7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.951735] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29bce16f-620d-460c-84ce-f025c7bc2492 [ 647.952010] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.952194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.952299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.952550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.952651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.953222] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29bce16f-620d-460c-84ce-f025c7bc2492 already deleted. [ 647.953222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29bce16f-620d-460c-84ce-f025c7bc2492" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.152153] env[70008]: INFO networking_nsxv3.common.synchronization [req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e req-d08f5b2b-5e21-4a8d-a00f-679edf31402d tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Enqueued Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 648.152989] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 648.153423] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.153957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.153957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.153957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.154593] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.154730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.154765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.154976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.155105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.155326] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.219619] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.219779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.220029] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.221433] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21be2730-4ba2-4596-ac3b-db808e1bf21e with status ACTIVE [ 648.222048] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.222048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.222048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.222048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.222235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.222323] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.222385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.222385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.222542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.222614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.222786] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.223883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.223883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.223883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.223883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.223883] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21be2730-4ba2-4596-ac3b-db808e1bf21e is going to be updated. [ 648.247017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.247017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.247017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.247017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.247254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.247254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21be2730-4ba2-4596-ac3b-db808e1bf21e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.257606] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a092a9ce-0890-46df-9b64-dcc627ddd2f1 [ 648.257606] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.257606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.257606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.257606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.257606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.258596] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a092a9ce-0890-46df-9b64-dcc627ddd2f1 already deleted. [ 648.258710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a092a9ce-0890-46df-9b64-dcc627ddd2f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.301340] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28dd7b98-4307-4583-a85c-cd9b52003fa7 [ 648.301876] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.302058] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.302302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.302384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.302766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.302766] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28dd7b98-4307-4583-a85c-cd9b52003fa7 already deleted. [ 648.302766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28dd7b98-4307-4583-a85c-cd9b52003fa7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.445912] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 648.445912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.446551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.446551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.446786] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.446951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.447039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.447248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.447354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.447706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.447706] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.659801] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.659801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.659801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.659801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.659801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.659801] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.660172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.660172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.660247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.660280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.660411] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d is going to be updated. [ 648.685558] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.685677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.685719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.686387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.686387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.698056] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: IN_PROGRESS for 2s [ 648.724016] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.954514] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.955072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.955072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.955072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.955209] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.955270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.955305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.955457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.955546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.956283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.956283] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.956283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.956283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.956283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.956283] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.956283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.956746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.956746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.956746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.956746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.956746] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.218388] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-47bc7609-a95f-4ba4-876a-0e99989fac97 service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 649.218674] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-47bc7609-a95f-4ba4-876a-0e99989fac97 service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 649.218817] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-47bc7609-a95f-4ba4-876a-0e99989fac97 service nova] Enqueued Resource ID: b83aef6f-0a58-4032-ae2f-da014f6fe9f1 with Priority: HIGHEST for action port [ 649.219194] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 649.219325] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 649.219423] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83aef6f-0a58-4032-ae2f-da014f6fe9f1 with Priority: HIGHEST for action port [ 649.219695] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.219789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.219973] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.220147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.220186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.220348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.220485] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.220581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.220641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.220788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.220874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.220967] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.222308] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.222433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.222502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.222656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.222731] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83aef6f-0a58-4032-ae2f-da014f6fe9f1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.227567] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.227683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.227772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.227915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.228014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.228114] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 is going to be created. [ 649.256058] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.256058] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.256631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.256631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.256631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.266124] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: UNINITIALIZED for 2s [ 649.464470] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e23c26e-792c-465c-b25d-5dc944270021: rpc.has_security_group_logging(os_id): False [ 649.479330] env[70008]: INFO networking_nsxv3.common.synchronization [None req-4eeb9ac6-984b-47cd-8699-1f0e99809040 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Enqueued Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_rules [ 649.479330] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_rules [ 649.479330] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0396b3bf-e516-4585-b787-008064727f34 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.479330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.479330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.479330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.479330] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.482152] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.482283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.482352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.482647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.482690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.482962] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.483050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.483050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.483253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.483338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.483611] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.483669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.483711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.483830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.483961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.484132] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.484364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.484364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.484467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.484500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.484589] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be created. [ 649.542736] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.542883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.542965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.543179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.543350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.556648] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 649.615859] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: SUCCESS [ 649.616101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.616260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.616464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.616664] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.616767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.616828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.616986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.617281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.617281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.617281] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.627138] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.627411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.627546] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.627802] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.628127] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.628297] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.628415] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.628629] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.628774] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.628980] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.631289] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.631289] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.631289] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.631289] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.631289] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.631289] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.646749] env[70008]: INFO networking_nsxv3.common.synchronization [None req-120bdf43-7062-4ed7-b2fe-daa8d4b843ab tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Enqueued Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_rules [ 649.646838] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_rules [ 649.647374] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0396b3bf-e516-4585-b787-008064727f34 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.647432] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.649739] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.649890] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.650096] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.650278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.650613] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-789ee521-e572-4b9a-8047-7312547d5842 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.650717] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-789ee521-e572-4b9a-8047-7312547d5842" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.650835] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-789ee521-e572-4b9a-8047-7312547d5842" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.651178] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-789ee521-e572-4b9a-8047-7312547d5842" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.651330] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789ee521-e572-4b9a-8047-7312547d5842',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.706203] env[70008]: INFO networking_nsxv3.common.synchronization [req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d req-00999cd6-e1e7-4bc2-96e2-c0489f542afe tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Enqueued Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGHEST for action security_group_members [ 649.707202] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGHEST for action security_group_members [ 649.707202] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.707202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.707202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.707441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.707482] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.707566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.707632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.707777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.707859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.707950] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb2e663-1364-49f5-9ccb-635e5b0e96a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.723955] env[70008]: INFO networking_nsxv3.common.synchronization [req-950185de-40cf-450c-9e68-0d425f6acb8a req-c72add08-1c36-418c-b988-f34e0f376884 tempest-TenantUsagesTestJSON-1044936298 tempest-TenantUsagesTestJSON-1044936298-project-member] Enqueued Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGHEST for action security_group_members [ 649.724265] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.726077] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGHEST for action security_group_members [ 649.726203] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b83aef6f-0a58-4032-ae2f-da014f6fe9f1 with status ACTIVE [ 649.726390] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.726514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.726585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.726772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.726861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.727062] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.727152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.727260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.727358] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.727437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.727612] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.727702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.727757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.727896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.728059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.728099] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b83aef6f-0a58-4032-ae2f-da014f6fe9f1 is going to be updated. [ 649.729484] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b2b5ae-b874-4409-908b-b5089d4d44ee taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.729484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.729484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.729800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.729974] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.730109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.730176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.730319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.730401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.730490] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8b2b5ae-b874-4409-908b-b5089d4d44ee',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.749821] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.749821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.749821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.749821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.749821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.750301] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83aef6f-0a58-4032-ae2f-da014f6fe9f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.997697] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.997879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.997879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.998157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.998255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.998354] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0396b3bf-e516-4585-b787-008064727f34 already deleted. [ 649.998444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.998579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.998734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.998820] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.131784] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.131974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.132050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.132255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.132619] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.132731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.132796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.133439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.133586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.133672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.133852] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.133955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.134078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.134201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.134346] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.134436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.134503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.134689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.134769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.134880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.134981] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.153695] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.154033] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.154103] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.154406] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.154585] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.154801] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 789ee521-e572-4b9a-8047-7312547d5842 not found, creating... [ 650.155121] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.155341] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.155488] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.155746] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.155920] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.156265] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.156907] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.157093] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.157351] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.157515] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.157665] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 789ee521-e572-4b9a-8047-7312547d5842 is going to be created. [ 650.188397] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.188604] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.188733] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.189022] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.189254] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.189477] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-789ee521-e572-4b9a-8047-7312547d5842" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.210705] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.210784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.210869] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.211121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.211196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.211373] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.211474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.211539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.211700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.211760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.211863] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 already deleted. [ 650.212061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.226920] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.232747] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.232892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.232968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.233200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.233296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.237024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.237024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.237024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.237024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.237024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.237024] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee is going to be updated. [ 650.282142] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.282331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.282416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.284178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.284178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.295175] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee in Status: IN_PROGRESS for 2s [ 650.521358] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.521534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.521606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.521851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.521907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.521976] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0396b3bf-e516-4585-b787-008064727f34 already deleted. [ 650.522091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.644142] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01ddfa9-f5a0-41c8-8825-6723192c60c2: rpc.has_security_group_logging(os_id): False [ 650.663599] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.663694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.663694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.663921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.664159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.664213] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.664317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.664436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.664528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.664864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.664864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.665055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.665055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.665170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.665170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.665586] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.665586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.665586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.665782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.665782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.665921] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 is going to be created. [ 650.708344] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: SUCCESS [ 650.708344] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d deletion is rescheduled due to dependency. [ 650.708344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.730231] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.730231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.730231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.730231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.730231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.730231] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.730231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.730231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.730961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.731201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.731396] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 650.743026] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: IN_PROGRESS for 2s [ 650.761066] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.761066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.761066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.761066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.761066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.770882] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 650.980458] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.980708] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-809" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.980804] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-809" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.984129] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-809" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.984129] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.984129] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.984129] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.984129] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.984129] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.984129] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.984129] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.984129] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.984129] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.984129] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.984129] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.984129] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.993478] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.993614] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.993721] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.993979] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.994253] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.994411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.994522] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.994759] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.994921] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.995183] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.995407] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.995569] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.995569] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.995726] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.995859] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.996047] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.004437] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.004488] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.005398] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.005398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-809" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.005713] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-72140248-1f48-48c0-bdfe-663f451b4f43 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.005713] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-72140248-1f48-48c0-bdfe-663f451b4f43" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.005828] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-72140248-1f48-48c0-bdfe-663f451b4f43" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.006252] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-72140248-1f48-48c0-bdfe-663f451b4f43" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.006346] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72140248-1f48-48c0-bdfe-663f451b4f43',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.011761] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.011883] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.011971] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.012977] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.012977] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-003a9295-52f6-4c52-b55a-304c8ab8a1fb taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.012977] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-003a9295-52f6-4c52-b55a-304c8ab8a1fb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.012977] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-003a9295-52f6-4c52-b55a-304c8ab8a1fb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.014150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-003a9295-52f6-4c52-b55a-304c8ab8a1fb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.014150] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('003a9295-52f6-4c52-b55a-304c8ab8a1fb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.275378] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: SUCCESS [ 651.275378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.275791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.275791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.275887] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.276009] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.276151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.276253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.276573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.276652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.276688] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.510218] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.511420] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.511420] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.511420] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.511420] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.511420] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 72140248-1f48-48c0-bdfe-663f451b4f43 not found, creating... [ 651.511420] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.511646] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.511646] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.513024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.513024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.513024] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.513024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.513024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.513024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.513024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.516112] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 72140248-1f48-48c0-bdfe-663f451b4f43 is going to be created. [ 651.519687] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.519878] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.520014] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.520906] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.521104] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.521334] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 003a9295-52f6-4c52-b55a-304c8ab8a1fb not found, creating... [ 651.521610] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.521765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.521877] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.522412] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.522565] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.522874] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.523051] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.523379] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.523620] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.523752] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.523889] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 003a9295-52f6-4c52-b55a-304c8ab8a1fb is going to be created. [ 651.548579] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.548830] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.548950] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.549295] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.549451] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.549671] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-003a9295-52f6-4c52-b55a-304c8ab8a1fb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.551480] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.551668] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.551786] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.552048] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.552264] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.553691] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-72140248-1f48-48c0-bdfe-663f451b4f43" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.582063] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 651.582319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.582519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.582763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.582826] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.654247] env[70008]: INFO networking_nsxv3.common.synchronization [req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e req-0388f50c-8a2a-4e74-a7b8-8911d4ea4b17 service nova] Enqueued Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_rules [ 651.657683] env[70008]: INFO networking_nsxv3.common.synchronization [req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e req-0388f50c-8a2a-4e74-a7b8-8911d4ea4b17 service nova] Enqueued Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 651.657683] env[70008]: INFO networking_nsxv3.common.synchronization [req-a337e7ef-ba8b-4911-bd35-a5b8a07fd36e req-0388f50c-8a2a-4e74-a7b8-8911d4ea4b17 service nova] Enqueued Resource ID: 789ee521-e572-4b9a-8047-7312547d5842 with Priority: HIGHEST for action port [ 651.657683] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_rules [ 651.657683] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 651.657683] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789ee521-e572-4b9a-8047-7312547d5842 with Priority: HIGHEST for action port [ 651.658624] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.658624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.658624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.658758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.658799] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.659822] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.659963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.660059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.660205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.660352] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.660567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.660567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.660663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.660740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.660831] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.661614] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-789ee521-e572-4b9a-8047-7312547d5842 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.661722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-789ee521-e572-4b9a-8047-7312547d5842" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.661785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-789ee521-e572-4b9a-8047-7312547d5842" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.662538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-789ee521-e572-4b9a-8047-7312547d5842" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.662538] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789ee521-e572-4b9a-8047-7312547d5842',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.781701] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.781701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.781701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.781902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.782154] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.784355] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.784355] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.784355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.784355] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.786033] env[70008]: INFO networking_nsxv3.common.synchronization [None req-4b0c84ce-7915-4d60-bbd0-bf08796600b7 None None] Enqueued Resource ID: 8e13405d-f743-4e17-9cf0-0497b6628859 with Priority: HIGHEST for action port [ 651.786852] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e13405d-f743-4e17-9cf0-0497b6628859 with Priority: HIGHEST for action port [ 651.787273] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e13405d-f743-4e17-9cf0-0497b6628859 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.787382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e13405d-f743-4e17-9cf0-0497b6628859" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.787449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e13405d-f743-4e17-9cf0-0497b6628859" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.787690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e13405d-f743-4e17-9cf0-0497b6628859" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.787792] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e13405d-f743-4e17-9cf0-0497b6628859',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.795690] env[70008]: INFO networking_nsxv3.common.synchronization [None req-79c128fa-37ed-4fd4-af49-b56c8c570332 None None] Enqueued Resource ID: 347fc6fc-db59-41d8-80a1-522fcc351e2b with Priority: HIGHEST for action port [ 651.795888] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347fc6fc-db59-41d8-80a1-522fcc351e2b with Priority: HIGHEST for action port [ 651.796228] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-347fc6fc-db59-41d8-80a1-522fcc351e2b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.796562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-347fc6fc-db59-41d8-80a1-522fcc351e2b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.797013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-347fc6fc-db59-41d8-80a1-522fcc351e2b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.797013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-347fc6fc-db59-41d8-80a1-522fcc351e2b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.797013] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347fc6fc-db59-41d8-80a1-522fcc351e2b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.084859] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.085118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.164470] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.164632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.164825] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.165742] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 789ee521-e572-4b9a-8047-7312547d5842 with status ACTIVE [ 652.166447] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.166447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.166447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.166447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.166447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.166833] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.166833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.166833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.166833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.167020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.167101] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.167220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.167329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.171413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.171413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.171413] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 789ee521-e572-4b9a-8047-7312547d5842 is going to be updated. [ 652.175416] env[70008]: INFO networking_nsxv3.common.synchronization [None req-090df8e2-045f-4a94-ba19-913d740b2c6c tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 652.176353] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 652.176856] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.177048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.177088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.177300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.177383] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.198995] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.199158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.199226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.199430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.199562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.199718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-789ee521-e572-4b9a-8047-7312547d5842" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.224874] env[70008]: INFO networking_nsxv3.common.synchronization [req-eb21224b-eec7-4af0-bbac-85580430df27 req-396f4995-3e03-4477-aeb8-fb700161815e tempest-SecurityGroupRulesTestJSON-1037014111 tempest-SecurityGroupRulesTestJSON-1037014111-project-member] Enqueued Resource ID: ee9bdfdf-ae5c-4b77-87c3-c90bee7d93f2 with Priority: HIGHEST for action security_group_rules [ 652.225392] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9bdfdf-ae5c-4b77-87c3-c90bee7d93f2 with Priority: HIGHEST for action security_group_rules [ 652.225999] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee9bdfdf-ae5c-4b77-87c3-c90bee7d93f2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.226453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee9bdfdf-ae5c-4b77-87c3-c90bee7d93f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.226608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee9bdfdf-ae5c-4b77-87c3-c90bee7d93f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.226875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee9bdfdf-ae5c-4b77-87c3-c90bee7d93f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.227023] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee9bdfdf-ae5c-4b77-87c3-c90bee7d93f2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.287414] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdd228b2-e0ed-4846-844d-f30ad2026a45: rpc.has_security_group_logging(os_id): False [ 652.289555] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e13405d-f743-4e17-9cf0-0497b6628859 [ 652.289814] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.290035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.290348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.290419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.290583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.292218] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e13405d-f743-4e17-9cf0-0497b6628859 already deleted. [ 652.292218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e13405d-f743-4e17-9cf0-0497b6628859" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.300449] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 347fc6fc-db59-41d8-80a1-522fcc351e2b [ 652.301091] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.301091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.301091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.301289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.301289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.301355] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:347fc6fc-db59-41d8-80a1-522fcc351e2b already deleted. [ 652.301466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-347fc6fc-db59-41d8-80a1-522fcc351e2b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.305230] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee in Status: SUCCESS [ 652.305230] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee deletion is rescheduled due to dependency. [ 652.305230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.309184] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.309522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.309522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.309675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.309675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.309907] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.309968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.310152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.310221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.310281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.310556] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.310556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.310712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.310752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.311036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.311036] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.311157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.311202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.311380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.311466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.311603] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 is going to be created. [ 652.393545] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.393694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.393764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.393970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.394213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.403685] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: IN_PROGRESS for 2s [ 652.545606] env[70008]: INFO networking_nsxv3.common.synchronization [req-6f443a3f-a017-40bf-85f3-18f95378b5ad req-c7385b8a-3785-4498-8a3e-740c45e04919 tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Enqueued Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGHEST for action security_group_members [ 652.546420] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGHEST for action security_group_members [ 652.546772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95aac56d-a849-41e3-b054-0e358b362a5e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.546912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.546984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.547265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.547426] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.547527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.547582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.547739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.547826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.547917] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95aac56d-a849-41e3-b054-0e358b362a5e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.609844] env[70008]: INFO networking_nsxv3.common.synchronization [req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d req-b5e7e466-3287-4a17-abb7-3b4333d8ee57 service nova] Enqueued Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGHEST for action security_group_rules [ 652.610075] env[70008]: INFO networking_nsxv3.common.synchronization [req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d req-b5e7e466-3287-4a17-abb7-3b4333d8ee57 service nova] Enqueued Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGHEST for action security_group_members [ 652.610231] env[70008]: INFO networking_nsxv3.common.synchronization [req-4ebd9c33-c260-4072-ac04-488ed2eb8d9d req-b5e7e466-3287-4a17-abb7-3b4333d8ee57 service nova] Enqueued Resource ID: 72140248-1f48-48c0-bdfe-663f451b4f43 with Priority: HIGHEST for action port [ 652.610477] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGHEST for action security_group_rules [ 652.610671] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGHEST for action security_group_members [ 652.610724] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72140248-1f48-48c0-bdfe-663f451b4f43 with Priority: HIGHEST for action port [ 652.611323] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.611521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.611740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.612012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.612105] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb2e663-1364-49f5-9ccb-635e5b0e96a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.612953] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.613086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.613153] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.613417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.613479] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.613608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.613608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.614154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.614154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.614154] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb2e663-1364-49f5-9ccb-635e5b0e96a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.614666] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-72140248-1f48-48c0-bdfe-663f451b4f43 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.614777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72140248-1f48-48c0-bdfe-663f451b4f43" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.614885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72140248-1f48-48c0-bdfe-663f451b4f43" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.615567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72140248-1f48-48c0-bdfe-663f451b4f43" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.615655] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72140248-1f48-48c0-bdfe-663f451b4f43',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.676399] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.698979] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.699235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.699235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.699458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.699548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.699976] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b already deleted. [ 652.699976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.746917] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.747074] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.747320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.747530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.747530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.747596] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee9bdfdf-ae5c-4b77-87c3-c90bee7d93f2 already deleted. [ 652.747678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee9bdfdf-ae5c-4b77-87c3-c90bee7d93f2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.756838] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: SUCCESS [ 652.756838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.780399] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 652.781321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.781321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.781321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.781321] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.781321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.781864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.781864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.781864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.781968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.782018] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.974096] env[70008]: INFO networking_nsxv3.common.synchronization [None req-8d7d8bc3-531b-4532-a268-0bf7fb5e1de5 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 652.974096] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 652.974096] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.974096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.975223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.975223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.975223] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.051271] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.051271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.051271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.054205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.054491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.054825] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.055119] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.055247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.055605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.055705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.055793] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95aac56d-a849-41e3-b054-0e358b362a5e already deleted. [ 653.055924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.118416] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.118416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.119245] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb2e663-1364-49f5-9ccb-635e5b0e96a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.120791] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72140248-1f48-48c0-bdfe-663f451b4f43 with status ACTIVE [ 653.121031] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.121194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.121265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.121474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.121561] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.121744] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.121843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.121927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.122091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.122169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.122367] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.122451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.122514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.122652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.123185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.123185] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72140248-1f48-48c0-bdfe-663f451b4f43 is going to be updated. [ 653.142987] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.143185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.143225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.143432] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.143570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.143721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72140248-1f48-48c0-bdfe-663f451b4f43" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.179145] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.179145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.179145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.179410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.179486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.179603] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d is going to be updated. [ 653.226181] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.226327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.226402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.226812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.226812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.242693] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: IN_PROGRESS for 2s [ 653.284406] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.284612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.284670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.284963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.285155] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.285257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.286052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.286052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.286052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.286052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.286052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.286052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.286052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.286359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.286359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.286430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.286454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.286615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.286701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.286787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.286893] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.498727] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.498727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.498727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.498727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.498727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.498727] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b already deleted. [ 653.498727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.597117] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-a9535852-a522-4925-90e2-eb9d15f793ae service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 653.597117] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-a9535852-a522-4925-90e2-eb9d15f793ae service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 653.597117] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e24992b-4100-4ef4-999a-92d325babfa0 req-a9535852-a522-4925-90e2-eb9d15f793ae service nova] Enqueued Resource ID: 003a9295-52f6-4c52-b55a-304c8ab8a1fb with Priority: HIGHEST for action port [ 653.597117] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 653.597117] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 653.597117] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003a9295-52f6-4c52-b55a-304c8ab8a1fb with Priority: HIGHEST for action port [ 653.598499] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.598789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.599114] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.599531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.599686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.599972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.600288] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.600500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.600735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.601244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.601473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.601697] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.602866] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-003a9295-52f6-4c52-b55a-304c8ab8a1fb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.603174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-003a9295-52f6-4c52-b55a-304c8ab8a1fb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.603354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-003a9295-52f6-4c52-b55a-304c8ab8a1fb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.603639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-003a9295-52f6-4c52-b55a-304c8ab8a1fb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.605239] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('003a9295-52f6-4c52-b55a-304c8ab8a1fb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.625429] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb2e663-1364-49f5-9ccb-635e5b0e96a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.797533] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e23c26e-792c-465c-b25d-5dc944270021: rpc.has_security_group_logging(os_id): False [ 653.815375] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.815501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.815551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.815762] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.815857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.816052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.816156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.816221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.816369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.816764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.819337] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.819434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.819502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.819654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.819734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.819919] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.820054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.820131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.820282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.820362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.820484] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 653.882649] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.884396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.884396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.884396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.884396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.896682] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 654.106120] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.106965] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 003a9295-52f6-4c52-b55a-304c8ab8a1fb with status ACTIVE [ 654.107176] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.107448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.107522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.107679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.108128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.108128] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.108307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.108307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.108444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.108540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.108907] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.108907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.108907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.109159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.109255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.109343] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 003a9295-52f6-4c52-b55a-304c8ab8a1fb is going to be updated. [ 654.126694] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.126941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.126997] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.127232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.127368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.127493] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 is going to be created. [ 654.129772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.129970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.129970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.130172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.130323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.131976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-003a9295-52f6-4c52-b55a-304c8ab8a1fb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.155205] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.155293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.155366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.155583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.155747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.165482] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 in Status: UNINITIALIZED for 2s [ 654.213431] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.213431] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-586" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.213431] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-586" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.216355] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-586" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.216984] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.217675] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.218653] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.218921] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.219090] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.219316] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.219462] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.219533] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.219641] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.219753] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.219857] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.219989] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.249984] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.250210] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.250432] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.250539] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-586" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.250901] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.251113] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.251255] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.251578] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.251727] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c62bfe4-1b35-497b-a69c-3ddaacb957f9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.418971] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: SUCCESS [ 654.418971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.614385] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.761448] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.761448] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.761625] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.761874] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.762126] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.762382] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7c62bfe4-1b35-497b-a69c-3ddaacb957f9 not found, creating... [ 654.762797] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.763066] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.763280] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.763636] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.764163] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.764502] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.764717] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.765014] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.765478] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.765478] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.765478] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7c62bfe4-1b35-497b-a69c-3ddaacb957f9 is going to be created. [ 654.786769] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.786769] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.786769] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.788034] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.788156] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.788394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.073087] env[70008]: INFO networking_nsxv3.common.synchronization [None req-a8765c9a-7a45-4cff-88b4-bbf0ba53fa80 None None] Enqueued Resource ID: 7cb67128-fb85-496b-bdb0-3d60c89fca84 with Priority: HIGHEST for action port [ 655.073465] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb67128-fb85-496b-bdb0-3d60c89fca84 with Priority: HIGHEST for action port [ 655.074928] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cb67128-fb85-496b-bdb0-3d60c89fca84 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.075381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cb67128-fb85-496b-bdb0-3d60c89fca84" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.075476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cb67128-fb85-496b-bdb0-3d60c89fca84" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.075763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cb67128-fb85-496b-bdb0-3d60c89fca84" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.076395] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cb67128-fb85-496b-bdb0-3d60c89fca84',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.110554] env[70008]: INFO networking_nsxv3.common.synchronization [None req-b341bc37-81e7-43cb-913b-b01819498dfa None None] Enqueued Resource ID: 0975e250-dc79-4ceb-ab35-700d8ea58ae3 with Priority: HIGHEST for action port [ 655.111242] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0975e250-dc79-4ceb-ab35-700d8ea58ae3 with Priority: HIGHEST for action port [ 655.112579] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-0975e250-dc79-4ceb-ab35-700d8ea58ae3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.112721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0975e250-dc79-4ceb-ab35-700d8ea58ae3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.112790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0975e250-dc79-4ceb-ab35-700d8ea58ae3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.113399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0975e250-dc79-4ceb-ab35-700d8ea58ae3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.113399] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0975e250-dc79-4ceb-ab35-700d8ea58ae3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.117891] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.117891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.117891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.117891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.117891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.117891] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 655.147569] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.147871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.147871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.148549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.149011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.158318] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 655.254457] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: SUCCESS [ 655.255096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.255534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.256362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.257487] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.258034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.258034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.260621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.260621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.260621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.260621] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.578946] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cb67128-fb85-496b-bdb0-3d60c89fca84 [ 655.579214] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.579360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.579431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.581769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.581769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.581769] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cb67128-fb85-496b-bdb0-3d60c89fca84 already deleted. [ 655.581769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cb67128-fb85-496b-bdb0-3d60c89fca84" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.616199] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0975e250-dc79-4ceb-ab35-700d8ea58ae3 [ 655.616199] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.616199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.616199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.616199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.616199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.616199] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0975e250-dc79-4ceb-ab35-700d8ea58ae3 already deleted. [ 655.616199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0975e250-dc79-4ceb-ab35-700d8ea58ae3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.681254] env[70008]: INFO networking_nsxv3.common.synchronization [None req-496aea1b-01ff-4fcc-b156-48555aa9b003 None None] Enqueued Resource ID: 70b1fc84-3c17-4aab-9a92-c173299d7e07 with Priority: HIGHEST for action port [ 655.681254] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b1fc84-3c17-4aab-9a92-c173299d7e07 with Priority: HIGHEST for action port [ 655.685138] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-70b1fc84-3c17-4aab-9a92-c173299d7e07 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.686213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70b1fc84-3c17-4aab-9a92-c173299d7e07" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.686489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70b1fc84-3c17-4aab-9a92-c173299d7e07" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.689065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70b1fc84-3c17-4aab-9a92-c173299d7e07" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.689065] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b1fc84-3c17-4aab-9a92-c173299d7e07',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.761629] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.761956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.761956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.762141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.762405] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.762568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.762568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.762759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.762854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.762993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.763155] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.763265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.763329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.763564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.763629] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.763727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.763784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.763947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.764073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.764247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.764402] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.917755] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 655.917755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.917896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.918053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.918104] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.176176] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 in Status: SUCCESS [ 656.177201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.177851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.179040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.179040] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.179040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.179040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.179040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.179040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.179983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.180184] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bb2e663-1364-49f5-9ccb-635e5b0e96a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.191635] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70b1fc84-3c17-4aab-9a92-c173299d7e07 [ 656.191635] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.191635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.191635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.191635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.191635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.191635] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70b1fc84-3c17-4aab-9a92-c173299d7e07 already deleted. [ 656.191635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70b1fc84-3c17-4aab-9a92-c173299d7e07" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.268271] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bacf304-b9a5-40da-af2b-bdd93c9b547d: rpc.has_security_group_logging(os_id): False [ 656.287447] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.287735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.287799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.288105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.288324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.288570] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.288699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.288763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.288940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.289066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.289240] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.289398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.289398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.289570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.289611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.289794] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.289890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.289944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.290125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.290197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.290284] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d is going to be updated. [ 656.360935] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.361199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.361318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.361638] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.361856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.380984] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: IN_PROGRESS for 2s [ 656.423312] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.423312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.683796] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.684074] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.685029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.685029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.685029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.685029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.685029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.685278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.685278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.685278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.685500] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.685550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.685595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.685736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.689515] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.689515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.689515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.689515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.689515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.689515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.689515] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bb2e663-1364-49f5-9ccb-635e5b0e96a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.726344] env[70008]: INFO networking_nsxv3.common.synchronization [req-6f443a3f-a017-40bf-85f3-18f95378b5ad req-2cd12228-3f3d-40a0-8fe9-85dda2645a3e service nova] Enqueued Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGHEST for action security_group_rules [ 656.726653] env[70008]: INFO networking_nsxv3.common.synchronization [req-6f443a3f-a017-40bf-85f3-18f95378b5ad req-2cd12228-3f3d-40a0-8fe9-85dda2645a3e service nova] Enqueued Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGHEST for action security_group_members [ 656.726846] env[70008]: INFO networking_nsxv3.common.synchronization [req-6f443a3f-a017-40bf-85f3-18f95378b5ad req-2cd12228-3f3d-40a0-8fe9-85dda2645a3e service nova] Enqueued Resource ID: 7c62bfe4-1b35-497b-a69c-3ddaacb957f9 with Priority: HIGHEST for action port [ 656.727414] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGHEST for action security_group_rules [ 656.727635] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGHEST for action security_group_members [ 656.727744] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c62bfe4-1b35-497b-a69c-3ddaacb957f9 with Priority: HIGHEST for action port [ 656.728366] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95aac56d-a849-41e3-b054-0e358b362a5e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.728366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.728366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.729339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.729339] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95aac56d-a849-41e3-b054-0e358b362a5e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.730184] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95aac56d-a849-41e3-b054-0e358b362a5e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.730184] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.730372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.730428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.730597] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.730683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.730712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.733036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.733036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.733036] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95aac56d-a849-41e3-b054-0e358b362a5e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.733036] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.733036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.733036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.733036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.733036] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c62bfe4-1b35-497b-a69c-3ddaacb957f9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.167407] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 657.167645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.167832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.168634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.168910] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.169255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.170108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.170108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.170108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.170108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.170334] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.196500] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bb2e663-1364-49f5-9ccb-635e5b0e96a1: rpc.has_security_group_logging(os_id): False [ 657.218597] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.218745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.218745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.218950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.219094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.219319] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.219440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.219482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.219740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.219740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.219937] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.220043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.222360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.222360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.222360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.222360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.222360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.222360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.222360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.222360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.222360] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 is going to be created. [ 657.234775] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95aac56d-a849-41e3-b054-0e358b362a5e taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.235271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.235567] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95aac56d-a849-41e3-b054-0e358b362a5e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.236498] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c62bfe4-1b35-497b-a69c-3ddaacb957f9 with status ACTIVE [ 657.236662] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.236804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.238492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.238492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.238492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.238492] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.238492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.238492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.238492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.240198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.240871] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.245323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.245323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.245323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.245323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.245323] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c62bfe4-1b35-497b-a69c-3ddaacb957f9 is going to be updated. [ 657.277267] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.277556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.277647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.278213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.278213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.278375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c62bfe4-1b35-497b-a69c-3ddaacb957f9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.291878] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.294417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.294618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.295013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.295655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.316595] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 in Status: IN_PROGRESS for 2s [ 657.673936] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.673991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.674076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.674336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.674503] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.674635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.674664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.674821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.674906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.674997] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675177] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.675276] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.675336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.675574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.675668] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.675708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.675766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.675890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.675981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.676542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.676542] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.745497] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95aac56d-a849-41e3-b054-0e358b362a5e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.831602] env[70008]: INFO networking_nsxv3.common.synchronization [req-26ba2f23-e50d-42b8-be2f-13daf71fea9e req-541db70c-1ffe-4918-a5e2-1559cde435a2 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 657.831744] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 657.832700] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.832870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.832900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.833296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.834073] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.834073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.834073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.834073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.834073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.834073] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.131635] env[70008]: INFO networking_nsxv3.common.synchronization [None req-7162638b-22ec-4f00-ab9d-7bb0f327c25b None None] Enqueued Resource ID: e7d47628-3c8f-4e27-979f-06325c95977e with Priority: HIGHEST for action port [ 658.131920] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d47628-3c8f-4e27-979f-06325c95977e with Priority: HIGHEST for action port [ 658.132686] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d47628-3c8f-4e27-979f-06325c95977e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.132686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d47628-3c8f-4e27-979f-06325c95977e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.132686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d47628-3c8f-4e27-979f-06325c95977e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.132934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d47628-3c8f-4e27-979f-06325c95977e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.133363] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d47628-3c8f-4e27-979f-06325c95977e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.182429] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e23c26e-792c-465c-b25d-5dc944270021: rpc.has_security_group_logging(os_id): False [ 658.202017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.202017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.202017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.202017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.202017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.202260] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.202260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.202344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.202506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.202583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.202779] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.202877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.202937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.204935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.205030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.205231] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.206038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.206038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.206038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.206038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.206038] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 658.248429] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.248429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.248429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.248429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.248714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.248714] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95aac56d-a849-41e3-b054-0e358b362a5e is going to be created. [ 658.271392] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.271569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.272381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.272381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.272381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.274483] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.279239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.279239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.279239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.279239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.293028] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95aac56d-a849-41e3-b054-0e358b362a5e in Status: UNINITIALIZED for 2s [ 658.297034] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 658.337428] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.337559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.337626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.337877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.337957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.338588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.338588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.338588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.338588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.338872] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d already deleted. [ 658.338872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.367646] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.367646] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-707" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.367646] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-707" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.367796] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-707" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.368364] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.368364] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.368364] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.371038] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.371038] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.371038] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.374244] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.374408] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.374527] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.374680] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.374757] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.374900] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.398981] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: SUCCESS [ 658.400017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.403611] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.403786] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.403955] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.404344] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-707" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.404589] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.407454] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.407454] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.407454] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.407454] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9446d9-e6dd-42c3-9e2e-6540db1d073f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.638041] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7d47628-3c8f-4e27-979f-06325c95977e [ 658.639768] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.640272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.640466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.640755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.640931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.641841] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7d47628-3c8f-4e27-979f-06325c95977e already deleted. [ 658.642022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d47628-3c8f-4e27-979f-06325c95977e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.912036] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.912036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.912036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.912036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.912036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.912036] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f not found, creating... [ 658.912036] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.912036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.912036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.913284] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.913575] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.914040] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.914352] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.914618] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.916570] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.916570] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.916570] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f is going to be created. [ 658.936320] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.936556] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.936724] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.937061] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.937215] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.937557] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.078204] env[70008]: INFO networking_nsxv3.common.synchronization [req-9bfffc1b-5e76-4a6c-9187-ddc244165eaa req-3b3913b0-141b-42f8-817d-05de9e213916 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 659.078779] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 659.079181] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.079339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.079435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.079715] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.079912] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.080676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.080818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.081089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.082308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.082539] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.210512] env[70008]: INFO networking_nsxv3.common.synchronization [None req-cd1467fc-7f1d-4632-be27-2a5841af12c7 None None] Enqueued Resource ID: 90e62b35-8938-46ac-86d8-d944b5b671f6 with Priority: HIGHEST for action port [ 659.214067] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e62b35-8938-46ac-86d8-d944b5b671f6 with Priority: HIGHEST for action port [ 659.214845] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-90e62b35-8938-46ac-86d8-d944b5b671f6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.215899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90e62b35-8938-46ac-86d8-d944b5b671f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.215899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90e62b35-8938-46ac-86d8-d944b5b671f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.215899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90e62b35-8938-46ac-86d8-d944b5b671f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.215899] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e62b35-8938-46ac-86d8-d944b5b671f6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.328591] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 in Status: SUCCESS [ 659.329639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.589229] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.589229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.589229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.589229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.589229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.589229] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.589229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.589229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.589229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.589229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.589229] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 659.615477] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.615477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.615477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.615477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.615477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.621683] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 659.722037] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90e62b35-8938-46ac-86d8-d944b5b671f6 [ 659.722037] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.722037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.722037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.722037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.722037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.722037] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90e62b35-8938-46ac-86d8-d944b5b671f6 already deleted. [ 659.722037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90e62b35-8938-46ac-86d8-d944b5b671f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.106391] env[70008]: INFO networking_nsxv3.common.synchronization [req-26ba2f23-e50d-42b8-be2f-13daf71fea9e req-c3bd193d-a88f-45e2-9278-4228c816d306 service nova] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 660.106688] env[70008]: INFO networking_nsxv3.common.synchronization [req-26ba2f23-e50d-42b8-be2f-13daf71fea9e req-c3bd193d-a88f-45e2-9278-4228c816d306 service nova] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 660.106688] env[70008]: INFO networking_nsxv3.common.synchronization [req-26ba2f23-e50d-42b8-be2f-13daf71fea9e req-c3bd193d-a88f-45e2-9278-4228c816d306 service nova] Enqueued Resource ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f with Priority: HIGHEST for action port [ 660.106884] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 660.106926] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 660.107011] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f with Priority: HIGHEST for action port [ 660.110341] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.110341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.110341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.110341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.110341] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.110341] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.110341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.110341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.110923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.110923] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.110923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.110923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.110923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.110923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.111301] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.112149] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.112297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.112372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.113279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.113279] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9446d9-e6dd-42c3-9e2e-6540db1d073f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.303847] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95aac56d-a849-41e3-b054-0e358b362a5e in Status: SUCCESS [ 660.304389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.305303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.305604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.306322] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.306322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.306322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.306695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.306920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.307127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.307321] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95aac56d-a849-41e3-b054-0e358b362a5e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.311993] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 660.312594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.615436] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.616645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.616780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.617031] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f with status ACTIVE [ 660.617216] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.618238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.618238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.618238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.618238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.618238] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.618238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.618238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.618506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.618506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.618654] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.618788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.618857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.619079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.619205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.619318] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f is going to be updated. [ 660.641151] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.641151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.641151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.641151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.641151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.641375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.811122] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95aac56d-a849-41e3-b054-0e358b362a5e taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.811122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.811263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.811775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.811775] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.813100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.813100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.813100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.813100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.813100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.814061] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95aac56d-a849-41e3-b054-0e358b362a5e taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.814061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.814061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.816244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.816244] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.816244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.816244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.816244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.816244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.816244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.816244] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95aac56d-a849-41e3-b054-0e358b362a5e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.122938] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.202324] env[70008]: INFO networking_nsxv3.common.synchronization [req-c5ff5228-5476-4528-bfac-302ab7e67663 req-1c8cd386-ea4f-4492-bc79-88837f461eb3 tempest-ServerAddressesNegativeTestJSON-933272731 tempest-ServerAddressesNegativeTestJSON-933272731-project-member] Enqueued Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGHEST for action security_group_members [ 661.203069] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGHEST for action security_group_members [ 661.203460] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ccf5e1-b32c-4af7-a682-df852b26b6c7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.203640] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.203697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.204053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.204256] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.204742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.204923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.206644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.206789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.206922] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ccf5e1-b32c-4af7-a682-df852b26b6c7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.318958] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95aac56d-a849-41e3-b054-0e358b362a5e: rpc.has_security_group_logging(os_id): False [ 661.340394] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.340394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.340394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.340394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.340394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.340394] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.340394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.340394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.340394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.340394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.341319] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.341319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.341319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.341319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.341319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.341552] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.341600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.341860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.342031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.342256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.342347] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95aac56d-a849-41e3-b054-0e358b362a5e is going to be created. [ 661.397019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.397019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.397019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.397260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.397464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.409660] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95aac56d-a849-41e3-b054-0e358b362a5e in Status: IN_PROGRESS for 2s [ 661.627550] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.627753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.627826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.628060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.628173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.628388] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d is going to be created. [ 661.633986] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 661.634290] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 deletion is rescheduled due to dependency. [ 661.634290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.650189] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.650356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.650426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.650637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.650792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.660984] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: UNINITIALIZED for 2s [ 661.711657] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.711840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.711931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.712224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.712354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.712620] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.712707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.712766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.712952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.713055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.713149] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 is going to be updated. [ 661.739747] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.739877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.740155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.740265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.740408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.750008] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 in Status: IN_PROGRESS for 2s [ 662.454448] env[70008]: INFO networking_nsxv3.common.synchronization [req-dfd77db8-5cae-4cc1-b406-393ad24be26e req-0f414555-142c-4aad-8bb1-92d2ab82634c tempest-SecurityGroupRulesTestJSON-1037014111 tempest-SecurityGroupRulesTestJSON-1037014111-project-member] Enqueued Resource ID: 7ee4a182-7886-4e79-bdac-52cd85a50471 with Priority: HIGHEST for action security_group_rules [ 662.455009] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee4a182-7886-4e79-bdac-52cd85a50471 with Priority: HIGHEST for action security_group_rules [ 662.455323] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee4a182-7886-4e79-bdac-52cd85a50471 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.455474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.455542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.455795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.455880] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee4a182-7886-4e79-bdac-52cd85a50471',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.978556] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.978724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.978796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.979021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.979112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979325] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee4a182-7886-4e79-bdac-52cd85a50471 already deleted. [ 662.979408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.428942] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95aac56d-a849-41e3-b054-0e358b362a5e in Status: SUCCESS [ 663.429201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.550721] env[70008]: INFO networking_nsxv3.common.synchronization [req-3a173fb1-1e17-4e62-a3ad-26fdfee6d2d8 req-d43d9b17-42b2-4cef-a8cb-2baacbf8812c tempest-SecurityGroupRulesTestJSON-1037014111 tempest-SecurityGroupRulesTestJSON-1037014111-project-member] Enqueued Resource ID: 7ee4a182-7886-4e79-bdac-52cd85a50471 with Priority: HIGHEST for action security_group_rules [ 663.551378] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee4a182-7886-4e79-bdac-52cd85a50471 with Priority: HIGHEST for action security_group_rules [ 663.551735] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee4a182-7886-4e79-bdac-52cd85a50471 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.551897] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.552440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.552440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.552440] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee4a182-7886-4e79-bdac-52cd85a50471',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.671622] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: SUCCESS [ 663.671715] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.671880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.672116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.672316] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.672442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.672509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.672664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.672748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.672834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.672932] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.758310] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 in Status: SUCCESS [ 663.758385] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 deletion is rescheduled due to dependency. [ 663.758608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.073485] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.073663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.073700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.073947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.074046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.074151] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee4a182-7886-4e79-bdac-52cd85a50471 already deleted. [ 664.074236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.175017] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.527623] env[70008]: INFO networking_nsxv3.common.synchronization [None req-36d04a9e-5d1d-4c9b-9aeb-b39e106d097a None None] Enqueued Resource ID: 0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51 with Priority: HIGHEST for action port [ 664.527736] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51 with Priority: HIGHEST for action port [ 664.528489] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.528593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.528593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.529125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.529125] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.678874] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817a6309-6a58-479e-bb28-ae3c01cd385d: rpc.has_security_group_logging(os_id): False [ 664.699122] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.699122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.699122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.699425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.699471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.699702] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.699909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.699909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.700569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.701919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.701919] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d is going to be created. [ 664.782940] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.783106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.783175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.783390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.783567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.794597] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: IN_PROGRESS for 2s [ 665.032937] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51 [ 665.033189] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.033648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.033648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.033648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.034250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.034250] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51 already deleted. [ 665.034250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9a4b44-c5f7-4ad6-8e29-37cb8a649b51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.138563] env[70008]: INFO networking_nsxv3.common.synchronization [req-7fdc2ff4-5d14-40de-9286-250c22dbf8a9 req-79c3aa84-45a4-4e85-8849-f42c68267be8 tempest-SecurityGroupRulesTestJSON-1037014111 tempest-SecurityGroupRulesTestJSON-1037014111-project-member] Enqueued Resource ID: 7ee4a182-7886-4e79-bdac-52cd85a50471 with Priority: HIGHEST for action security_group_rules [ 665.139117] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee4a182-7886-4e79-bdac-52cd85a50471 with Priority: HIGHEST for action security_group_rules [ 665.139425] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee4a182-7886-4e79-bdac-52cd85a50471 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.139547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.139614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.140370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.140370] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee4a182-7886-4e79-bdac-52cd85a50471',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.665589] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.665785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.665818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.666041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.666124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.666417] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee4a182-7886-4e79-bdac-52cd85a50471 already deleted. [ 665.666417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee4a182-7886-4e79-bdac-52cd85a50471" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.819259] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: SUCCESS [ 666.819586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.891610] env[70008]: INFO networking_nsxv3.common.synchronization [None req-80915056-180d-4e7d-b78c-8e9f513bc977 None None] Enqueued Resource ID: 28bf1e8c-fed3-4acf-8496-41296f6622d1 with Priority: HIGHEST for action port [ 666.891610] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bf1e8c-fed3-4acf-8496-41296f6622d1 with Priority: HIGHEST for action port [ 666.891610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-28bf1e8c-fed3-4acf-8496-41296f6622d1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.891737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28bf1e8c-fed3-4acf-8496-41296f6622d1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.891737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28bf1e8c-fed3-4acf-8496-41296f6622d1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.892050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28bf1e8c-fed3-4acf-8496-41296f6622d1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.892356] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28bf1e8c-fed3-4acf-8496-41296f6622d1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.361576] env[70008]: INFO networking_nsxv3.common.synchronization [req-7bf62125-d242-4d98-bfad-2da0c3faea7a req-944cdd9f-4a45-4ede-b39a-8e372fcc65bb tempest-DeleteServersAdminTestJSON-894123630 tempest-DeleteServersAdminTestJSON-894123630-project-member] Enqueued Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 667.362143] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d with Priority: HIGHEST for action security_group_members [ 667.362513] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bacf304-b9a5-40da-af2b-bdd93c9b547d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.362606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.362675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.362908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.363078] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.363179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.363244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.363399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.363494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.363619] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bacf304-b9a5-40da-af2b-bdd93c9b547d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.401432] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28bf1e8c-fed3-4acf-8496-41296f6622d1 [ 667.401693] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.401829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.401897] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.404034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.404034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.404034] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28bf1e8c-fed3-4acf-8496-41296f6622d1 already deleted. [ 667.404034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28bf1e8c-fed3-4acf-8496-41296f6622d1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.865949] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.866268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.866268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.866413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.866614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.866705] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.866809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.866867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.867027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.867105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.867195] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d is going to be updated. [ 667.897463] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.897607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.897681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.897890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.898044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.905636] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: IN_PROGRESS for 2s [ 669.273759] env[70008]: INFO networking_nsxv3.common.synchronization [req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 req-d74faac6-ca92-4e92-8c5f-bf4f6efdb293 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 669.274873] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 669.274873] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.274873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.274873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.275055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.275125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.275213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.275270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.275435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.275501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.275584] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.590989] env[70008]: INFO networking_nsxv3.common.synchronization [req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 req-0cfe7998-1e4b-4598-8418-b262ef29b379 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 669.592712] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 669.592712] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.592712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.779179] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.916567] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d in Status: SUCCESS [ 669.916744] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bacf304-b9a5-40da-af2b-bdd93c9b547d deletion is rescheduled due to dependency. [ 669.916859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bacf304-b9a5-40da-af2b-bdd93c9b547d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.120514] env[70008]: INFO networking_nsxv3.common.synchronization [req-89d7fa82-3966-4b2d-bbe9-12764908a4a9 req-82ab0033-41b5-4751-a883-18970d932c26 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 670.120813] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 670.121138] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.121306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.280841] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.723562] env[70008]: INFO networking_nsxv3.common.synchronization [None req-d5d74377-10a2-446c-8446-ef921821fc9d None None] Enqueued Resource ID: 4204aa67-4011-46df-89cd-293220678a05 with Priority: HIGHEST for action port [ 670.723965] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4204aa67-4011-46df-89cd-293220678a05 with Priority: HIGHEST for action port [ 670.724596] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-4204aa67-4011-46df-89cd-293220678a05 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.725100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4204aa67-4011-46df-89cd-293220678a05" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.725218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4204aa67-4011-46df-89cd-293220678a05" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.725583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4204aa67-4011-46df-89cd-293220678a05" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.725791] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4204aa67-4011-46df-89cd-293220678a05',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.783611] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.783767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.783840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.784086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.784835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.784835] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 670.811777] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.811948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.811990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.812274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.812357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.820463] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 671.229079] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4204aa67-4011-46df-89cd-293220678a05 [ 671.229705] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.229705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.229705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.230033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.230033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.230088] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4204aa67-4011-46df-89cd-293220678a05 already deleted. [ 671.230137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4204aa67-4011-46df-89cd-293220678a05" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.435349] env[70008]: INFO networking_nsxv3.common.synchronization [req-6acf2bde-89dc-4058-9f09-0085242015f7 req-2b634a61-9a76-4951-879a-1e990c29d0c9 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Enqueued Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_members [ 671.435349] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_members [ 671.435349] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.435349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.435349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.435349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.435349] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.435349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.435349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.435349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.435349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.435349] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.939115] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.939115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.939115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.939115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.939115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.939115] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.939405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.939405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.939405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.939483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.939509] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 already deleted. [ 671.939623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.250199] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.250488] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-406" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.250488] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-406" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.250872] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-406" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.250973] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.253167] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.253301] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.253628] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.253861] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.254752] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.254752] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.254752] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.254752] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.254752] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.254752] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.254752] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.273355] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.273535] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.273688] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.273906] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-406" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.274239] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-e0ceee2a-9f67-460f-8da7-9c3640068ac8 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.274396] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-e0ceee2a-9f67-460f-8da7-9c3640068ac8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.274518] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-e0ceee2a-9f67-460f-8da7-9c3640068ac8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.274848] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-e0ceee2a-9f67-460f-8da7-9c3640068ac8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.275015] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ceee2a-9f67-460f-8da7-9c3640068ac8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.780198] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.780198] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.780579] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.781481] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.781481] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.781612] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port e0ceee2a-9f67-460f-8da7-9c3640068ac8 not found, creating... [ 672.781766] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.781931] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.782061] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.782293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.783021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.783021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.783021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.783021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.784930] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.784930] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.784930] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: e0ceee2a-9f67-460f-8da7-9c3640068ac8 is going to be created. [ 672.807499] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.807710] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.807834] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.808136] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.808395] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.808617] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-e0ceee2a-9f67-460f-8da7-9c3640068ac8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.830021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 672.830398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.830466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.830646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.830825] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.830944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.831137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.831196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.831235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.831881] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.942019] env[70008]: INFO networking_nsxv3.common.synchronization [None req-48cc8e12-90ea-413a-9774-001cf2b5c87d None None] Enqueued Resource ID: de40068b-470b-41c2-9ad8-f6ad62d34d1e with Priority: HIGHEST for action port [ 672.945188] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de40068b-470b-41c2-9ad8-f6ad62d34d1e with Priority: HIGHEST for action port [ 672.945789] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-de40068b-470b-41c2-9ad8-f6ad62d34d1e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.945910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de40068b-470b-41c2-9ad8-f6ad62d34d1e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.945953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de40068b-470b-41c2-9ad8-f6ad62d34d1e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.946704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de40068b-470b-41c2-9ad8-f6ad62d34d1e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.946704] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de40068b-470b-41c2-9ad8-f6ad62d34d1e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.990892] env[70008]: INFO networking_nsxv3.common.synchronization [None req-c7c9e555-ee6a-4c78-ba8c-3be3cf6cb842 None None] Enqueued Resource ID: 8cfc7f57-e838-49eb-8e96-30de43d26f68 with Priority: HIGHEST for action port [ 672.990892] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cfc7f57-e838-49eb-8e96-30de43d26f68 with Priority: HIGHEST for action port [ 672.990892] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cfc7f57-e838-49eb-8e96-30de43d26f68 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.992602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cfc7f57-e838-49eb-8e96-30de43d26f68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.993159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cfc7f57-e838-49eb-8e96-30de43d26f68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.994131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cfc7f57-e838-49eb-8e96-30de43d26f68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.994131] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cfc7f57-e838-49eb-8e96-30de43d26f68',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.069354] env[70008]: INFO networking_nsxv3.common.synchronization [None req-076ea800-fe88-42a3-a07e-7fdbe0956df3 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Enqueued Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_rules [ 673.069905] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_rules [ 673.070295] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.070603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.070603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.070827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.070827] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.091138] env[70008]: INFO networking_nsxv3.common.synchronization [req-ecfb12b0-c1a0-42dc-843f-070ae694bbd1 req-1c30bc41-140e-4548-9228-58777d6bda86 tempest-AttachInterfacesV270Test-2036224912 tempest-AttachInterfacesV270Test-2036224912-project-member] Enqueued Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGHEST for action security_group_members [ 673.092709] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGHEST for action security_group_members [ 673.093218] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.093499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.093655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.094027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.094271] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.094542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.094675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.095028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.095922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.095922] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb2e663-1364-49f5-9ccb-635e5b0e96a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.182298] env[70008]: INFO networking_nsxv3.common.synchronization [None req-f669b38c-ef2e-4027-8125-6679bcf40e81 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Enqueued Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_rules [ 673.183326] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_rules [ 673.183326] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.183326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.336636] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.336636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.336636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.336636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.336636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.336636] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.336636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.336636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.336636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.336636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.336636] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 673.365237] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.365237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.365237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.365237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.365237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.372645] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 673.449890] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de40068b-470b-41c2-9ad8-f6ad62d34d1e [ 673.449890] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.449890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.449890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.449890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.449890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.449890] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de40068b-470b-41c2-9ad8-f6ad62d34d1e already deleted. [ 673.449890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de40068b-470b-41c2-9ad8-f6ad62d34d1e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.497082] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cfc7f57-e838-49eb-8e96-30de43d26f68 [ 673.497803] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.499145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.499476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.499716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.499806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.499905] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cfc7f57-e838-49eb-8e96-30de43d26f68 already deleted. [ 673.499987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cfc7f57-e838-49eb-8e96-30de43d26f68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.592105] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.595686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.595686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.595686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.595686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.595686] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11fdcf54-c273-402f-9ffc-dd057a349971 already deleted. [ 673.595686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.595686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.595686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.595686] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.597499] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.597653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.597729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.597963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.598099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.598376] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.598515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.598812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.599130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.599130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.599205] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 is going to be updated. [ 673.624716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.624716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.624716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.626988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.626988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.636480] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 in Status: IN_PROGRESS for 2s [ 674.115707] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.115976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.115976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.116150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.116235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.116331] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11fdcf54-c273-402f-9ffc-dd057a349971 already deleted. [ 674.116542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.214426] env[70008]: INFO networking_nsxv3.common.synchronization [req-6acf2bde-89dc-4058-9f09-0085242015f7 req-37af5748-93a6-445a-bc03-8b342235892f service nova] Enqueued Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_rules [ 674.214714] env[70008]: INFO networking_nsxv3.common.synchronization [req-6acf2bde-89dc-4058-9f09-0085242015f7 req-37af5748-93a6-445a-bc03-8b342235892f service nova] Enqueued Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_members [ 674.214798] env[70008]: INFO networking_nsxv3.common.synchronization [req-6acf2bde-89dc-4058-9f09-0085242015f7 req-37af5748-93a6-445a-bc03-8b342235892f service nova] Enqueued Resource ID: e0ceee2a-9f67-460f-8da7-9c3640068ac8 with Priority: HIGHEST for action port [ 674.215704] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_rules [ 674.215704] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_members [ 674.215704] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ceee2a-9f67-460f-8da7-9c3640068ac8 with Priority: HIGHEST for action port [ 674.215704] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.216226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.216226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.216425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.216425] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.217178] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.217373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.217373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.217602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.217662] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.217752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.217809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.217950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.218044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.218135] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.221357] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0ceee2a-9f67-460f-8da7-9c3640068ac8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.221357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0ceee2a-9f67-460f-8da7-9c3640068ac8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.221357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0ceee2a-9f67-460f-8da7-9c3640068ac8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.221357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0ceee2a-9f67-460f-8da7-9c3640068ac8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.221357] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ceee2a-9f67-460f-8da7-9c3640068ac8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.722636] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.722808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.722985] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.723892] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0ceee2a-9f67-460f-8da7-9c3640068ac8 with status ACTIVE [ 674.724095] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.724251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.724312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.724465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.728021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.728021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.728021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.728021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.728021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.728021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.728021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.728021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.728021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.728021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.728021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.728021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0ceee2a-9f67-460f-8da7-9c3640068ac8 is going to be updated. [ 674.750340] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.750504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.750571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.750768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.750893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.753712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0ceee2a-9f67-460f-8da7-9c3640068ac8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.046762] env[70008]: INFO networking_nsxv3.common.synchronization [req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 req-14db9ac1-d094-4a6c-ae8e-432f1c6ee98e tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Enqueued Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGHEST for action security_group_members [ 675.047288] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGHEST for action security_group_members [ 675.047659] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dd3956-1d45-4c07-9f8f-71f066538999 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.047753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.047753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.047999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.050312] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.050383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.050548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.050659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.050749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.050832] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2dd3956-1d45-4c07-9f8f-71f066538999',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.230883] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.385126] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 675.385126] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 deletion is rescheduled due to dependency. [ 675.385126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.385126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.385126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.385126] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.385126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.385126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.385126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.385126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.385126] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.552980] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.553159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.553230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.553451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.553581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.553749] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.553844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.553907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.554346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.554447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.554542] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2dd3956-1d45-4c07-9f8f-71f066538999 already deleted. [ 675.554623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.650349] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 in Status: SUCCESS [ 675.650845] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 deletion is rescheduled due to dependency. [ 675.650845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.733958] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.733958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.733958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.733958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.733958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.734218] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 is going to be created. [ 675.739047] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.739224] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-483" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.739346] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-483" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.739732] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-483" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.739993] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.740170] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.740335] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.740567] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.740705] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.740960] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.741016] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.741550] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.741743] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.741834] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.741922] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.742113] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.762441] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.762441] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.762441] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.762441] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-483" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.762441] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.762441] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.762441] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.765382] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.765851] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.767181] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.767254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.767377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.767518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.767649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.778021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 in Status: UNINITIALIZED for 2s [ 675.888637] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.888637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.888637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.888815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.888928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.889127] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.889243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.889305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.890039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.890039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.890039] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 675.913976] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.914155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.914226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.914452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.914605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.925645] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 676.025430] env[70008]: INFO networking_nsxv3.common.synchronization [None req-04b74810-dd91-4ad8-aaed-8009247a6a89 None None] Enqueued Resource ID: fd5dd4de-ed1c-462e-901d-757b02295451 with Priority: HIGHEST for action port [ 676.025729] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5dd4de-ed1c-462e-901d-757b02295451 with Priority: HIGHEST for action port [ 676.026332] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd5dd4de-ed1c-462e-901d-757b02295451 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.027255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd5dd4de-ed1c-462e-901d-757b02295451" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.027255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd5dd4de-ed1c-462e-901d-757b02295451" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.027255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd5dd4de-ed1c-462e-901d-757b02295451" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.027255] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd5dd4de-ed1c-462e-901d-757b02295451',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.270051] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.270369] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.272853] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.272853] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.272853] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.272853] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d not found, creating... [ 676.272853] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.272853] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.272853] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.272853] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.272853] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.272853] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.273782] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.273782] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.275556] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.275636] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.275833] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d is going to be created. [ 676.297517] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.297848] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.297931] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.298285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.298468] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.298661] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.529198] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd5dd4de-ed1c-462e-901d-757b02295451 [ 676.529422] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.529506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.529651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.532232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.533384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.533384] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd5dd4de-ed1c-462e-901d-757b02295451 already deleted. [ 676.533384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd5dd4de-ed1c-462e-901d-757b02295451" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.309756] env[70008]: INFO networking_nsxv3.common.synchronization [req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 req-067e066b-d80a-4330-8592-2d5ca581e701 service nova] Enqueued Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGHEST for action security_group_rules [ 677.310038] env[70008]: INFO networking_nsxv3.common.synchronization [req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 req-067e066b-d80a-4330-8592-2d5ca581e701 service nova] Enqueued Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGHEST for action security_group_members [ 677.311200] env[70008]: INFO networking_nsxv3.common.synchronization [req-68e4b94a-e3bb-4c3a-a1e8-7f386d1d0f41 req-067e066b-d80a-4330-8592-2d5ca581e701 service nova] Enqueued Resource ID: 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d with Priority: HIGHEST for action port [ 677.311200] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGHEST for action security_group_rules [ 677.311200] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGHEST for action security_group_members [ 677.311200] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d with Priority: HIGHEST for action port [ 677.311686] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2dd3956-1d45-4c07-9f8f-71f066538999 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.311788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.311910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.313206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.313206] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2dd3956-1d45-4c07-9f8f-71f066538999',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.313206] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dd3956-1d45-4c07-9f8f-71f066538999 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.313206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.313489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.313673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.313826] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.313962] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.314014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.314560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.314595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.314665] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2dd3956-1d45-4c07-9f8f-71f066538999',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.315428] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.315589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.315589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.315869] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.315956] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.791500] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 in Status: SUCCESS [ 677.791500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.791500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.791500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.791500] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.791500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.791500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.791500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.791500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.791500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.791500] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.817425] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2dd3956-1d45-4c07-9f8f-71f066538999',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.819036] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dd3956-1d45-4c07-9f8f-71f066538999 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.821150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.821150] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d with status ACTIVE [ 677.821150] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.821150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.821150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.821150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.821150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.821150] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.821150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.821150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.821860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.822116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.824661] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.824661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.824661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.824661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.824661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.824661] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d is going to be updated. [ 677.842569] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.842569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.842569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.842569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.842569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.842569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44a5cad8-9e1b-45d1-9dbb-d34ab0074d8d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.936420] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 677.940019] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 deletion is rescheduled due to dependency. [ 677.940019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.293228] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.320690] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2dd3956-1d45-4c07-9f8f-71f066538999',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.795994] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35c55d4f-ff4e-4bdb-964a-5e35c20a2465: rpc.has_security_group_logging(os_id): False [ 678.815836] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.815979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.816061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.816283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.816373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.816616] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.816756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.816801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.817204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.817204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.817204] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 is going to be created. [ 678.824167] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.824321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.824393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.824588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.824694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.824800] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2dd3956-1d45-4c07-9f8f-71f066538999 is going to be created. [ 678.844651] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.844651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.844651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.844851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.845032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.854886] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2dd3956-1d45-4c07-9f8f-71f066538999 in Status: UNINITIALIZED for 2s [ 678.872213] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.872410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.872477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.872731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.873629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.882448] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 in Status: IN_PROGRESS for 2s [ 679.162946] env[70008]: INFO networking_nsxv3.common.synchronization [req-eeac8de5-54c4-40be-8350-c7dd807a77b3 req-359e711e-2c63-4217-8bf4-f2b7541a12df tempest-ServerTagsTestJSON-1572635495 tempest-ServerTagsTestJSON-1572635495-project-member] Enqueued Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGHEST for action security_group_members [ 679.165826] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGHEST for action security_group_members [ 679.166837] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95aac56d-a849-41e3-b054-0e358b362a5e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.167059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.167059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.167387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.167557] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.167662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.167726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.167894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.167985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.168064] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95aac56d-a849-41e3-b054-0e358b362a5e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.644276] env[70008]: INFO networking_nsxv3.common.synchronization [None req-e5d75664-ba91-4843-b0e5-fd2c65f11d71 None None] Enqueued Resource ID: 9d3af2d8-3735-4469-9ddb-d88fbb90354e with Priority: HIGHEST for action port [ 679.644592] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3af2d8-3735-4469-9ddb-d88fbb90354e with Priority: HIGHEST for action port [ 679.645144] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d3af2d8-3735-4469-9ddb-d88fbb90354e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.645268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d3af2d8-3735-4469-9ddb-d88fbb90354e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.645336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d3af2d8-3735-4469-9ddb-d88fbb90354e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.645593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d3af2d8-3735-4469-9ddb-d88fbb90354e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.645670] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d3af2d8-3735-4469-9ddb-d88fbb90354e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.671103] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.671103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.671103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.671393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.671393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.671587] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.671641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.671846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.671917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.671986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.672104] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95aac56d-a849-41e3-b054-0e358b362a5e is going to be updated. [ 679.699506] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.702147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.702147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.702147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.702147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.709598] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95aac56d-a849-41e3-b054-0e358b362a5e in Status: IN_PROGRESS for 2s [ 680.155227] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d3af2d8-3735-4469-9ddb-d88fbb90354e [ 680.155227] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.155227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.155227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.155227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.155227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.155227] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d3af2d8-3735-4469-9ddb-d88fbb90354e already deleted. [ 680.155227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d3af2d8-3735-4469-9ddb-d88fbb90354e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.871574] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2dd3956-1d45-4c07-9f8f-71f066538999 in Status: SUCCESS [ 680.871574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.871574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.871574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.871574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.872243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.872326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.872519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.872612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.872711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.872806] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2dd3956-1d45-4c07-9f8f-71f066538999',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.895241] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 in Status: SUCCESS [ 680.895241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.380292] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dd3956-1d45-4c07-9f8f-71f066538999 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.380292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.380292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.380544] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.380732] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.380990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.380990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.381102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.381179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.381357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.381980] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dd3956-1d45-4c07-9f8f-71f066538999 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.381980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.381980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.381980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.381980] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.381980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.381980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.382406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.382406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.382406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.382406] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2dd3956-1d45-4c07-9f8f-71f066538999',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.473609] env[70008]: INFO networking_nsxv3.common.synchronization [None req-9cf267c3-fe53-4dde-bf63-05ef1c074c42 None None] Enqueued Resource ID: c02478e2-d33b-4cf0-84e6-4cb9cccd35fd with Priority: HIGHEST for action port [ 681.474201] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02478e2-d33b-4cf0-84e6-4cb9cccd35fd with Priority: HIGHEST for action port [ 681.474508] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02478e2-d33b-4cf0-84e6-4cb9cccd35fd taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.474627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02478e2-d33b-4cf0-84e6-4cb9cccd35fd" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.474693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02478e2-d33b-4cf0-84e6-4cb9cccd35fd" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.475092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02478e2-d33b-4cf0-84e6-4cb9cccd35fd" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.475172] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02478e2-d33b-4cf0-84e6-4cb9cccd35fd',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.719516] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95aac56d-a849-41e3-b054-0e358b362a5e in Status: SUCCESS [ 681.719516] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95aac56d-a849-41e3-b054-0e358b362a5e deletion is rescheduled due to dependency. [ 681.719516] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.882245] env[70008]: INFO networking_nsxv3.common.synchronization [None req-7a28c8c8-2ae3-404b-9a10-326248bc285e None None] Enqueued Resource ID: fab79139-fdfe-4a59-bb5b-fe2ffee40443 with Priority: HIGHEST for action port [ 681.882746] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab79139-fdfe-4a59-bb5b-fe2ffee40443 with Priority: HIGHEST for action port [ 681.883377] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab79139-fdfe-4a59-bb5b-fe2ffee40443 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.883477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab79139-fdfe-4a59-bb5b-fe2ffee40443" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.883525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab79139-fdfe-4a59-bb5b-fe2ffee40443" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.883809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab79139-fdfe-4a59-bb5b-fe2ffee40443" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.883895] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab79139-fdfe-4a59-bb5b-fe2ffee40443',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.888473] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2dd3956-1d45-4c07-9f8f-71f066538999: rpc.has_security_group_logging(os_id): False [ 681.906956] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.907264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.907264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.907434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.907468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.907648] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.907746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.907802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.908015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.908055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.908656] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.908656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.908656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.908656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.908656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.908931] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.908931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.908931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.909078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.910177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.910177] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2dd3956-1d45-4c07-9f8f-71f066538999 is going to be created. [ 681.966955] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.967107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.967188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.967387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.969078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.977209] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2dd3956-1d45-4c07-9f8f-71f066538999 in Status: IN_PROGRESS for 2s [ 681.979595] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c02478e2-d33b-4cf0-84e6-4cb9cccd35fd [ 681.979796] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.979926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.981582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.981582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.981582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.981582] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c02478e2-d33b-4cf0-84e6-4cb9cccd35fd already deleted. [ 681.981582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02478e2-d33b-4cf0-84e6-4cb9cccd35fd" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.248993] env[70008]: INFO networking_nsxv3.common.synchronization [req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa req-e843fcfd-6b7c-4843-9d6c-41c13d882563 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Enqueued Resource ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f with Priority: HIGHEST for action security_group_members [ 682.251176] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f with Priority: HIGHEST for action security_group_members [ 682.252739] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.252739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.252739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.252739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.252739] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.252739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.252739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.252739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.252739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.252739] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b1e2c6f-a52c-49a4-8189-3c44ce582a0f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.387400] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fab79139-fdfe-4a59-bb5b-fe2ffee40443 [ 682.387477] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.387706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.387757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.387999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.388354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.388354] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fab79139-fdfe-4a59-bb5b-fe2ffee40443 already deleted. [ 682.388446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab79139-fdfe-4a59-bb5b-fe2ffee40443" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.756220] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.756220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.756220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.756220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.756220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.756220] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.756220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.756220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.756755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.756755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.756755] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f already deleted. [ 682.756755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.122213] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.122532] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-334" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.122590] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-334" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.122934] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-334" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.126294] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.126511] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.126680] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.126967] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.127146] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.127454] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.127602] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.127739] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.127854] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.127970] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.128105] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.128335] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.145338] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.145987] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.146181] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.146419] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-334" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.146813] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7ca2da2e-61e3-46c8-8273-e087a2922613 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.147035] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7ca2da2e-61e3-46c8-8273-e087a2922613" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.147158] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7ca2da2e-61e3-46c8-8273-e087a2922613" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.147473] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7ca2da2e-61e3-46c8-8273-e087a2922613" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.147651] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca2da2e-61e3-46c8-8273-e087a2922613',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.654021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.654021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.654021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.654021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.654021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.654021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7ca2da2e-61e3-46c8-8273-e087a2922613 not found, creating... [ 683.654021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.654021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.654021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.654021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.654021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.654490] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.654490] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.654490] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.654490] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.654490] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.654490] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7ca2da2e-61e3-46c8-8273-e087a2922613 is going to be created. [ 683.676519] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.676893] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.677310] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.677714] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.678775] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.679072] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7ca2da2e-61e3-46c8-8273-e087a2922613" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.990025] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2dd3956-1d45-4c07-9f8f-71f066538999 in Status: SUCCESS [ 683.990025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.646076] env[70008]: INFO networking_nsxv3.common.synchronization [req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa req-77c54cde-831b-4c42-8606-7e285cd1c793 service nova] Enqueued Resource ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f with Priority: HIGHEST for action security_group_rules [ 684.646351] env[70008]: INFO networking_nsxv3.common.synchronization [req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa req-77c54cde-831b-4c42-8606-7e285cd1c793 service nova] Enqueued Resource ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f with Priority: HIGHEST for action security_group_members [ 684.646445] env[70008]: INFO networking_nsxv3.common.synchronization [req-7b2aaec7-f131-42b7-bcef-9400f5dcd7aa req-77c54cde-831b-4c42-8606-7e285cd1c793 service nova] Enqueued Resource ID: 7ca2da2e-61e3-46c8-8273-e087a2922613 with Priority: HIGHEST for action port [ 684.646644] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f with Priority: HIGHEST for action security_group_rules [ 684.646777] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f with Priority: HIGHEST for action security_group_members [ 684.646878] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca2da2e-61e3-46c8-8273-e087a2922613 with Priority: HIGHEST for action port [ 684.647865] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.647999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.651223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.651618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.651764] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b1e2c6f-a52c-49a4-8189-3c44ce582a0f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.655187] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.655187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.655187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.655187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.655187] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.655187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.655187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.655187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.655187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.655187] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b1e2c6f-a52c-49a4-8189-3c44ce582a0f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.655831] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca2da2e-61e3-46c8-8273-e087a2922613 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.655831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca2da2e-61e3-46c8-8273-e087a2922613" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.655934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca2da2e-61e3-46c8-8273-e087a2922613" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.656185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca2da2e-61e3-46c8-8273-e087a2922613" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.656311] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca2da2e-61e3-46c8-8273-e087a2922613',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.163817] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.163817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.163817] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b1e2c6f-a52c-49a4-8189-3c44ce582a0f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.163817] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ca2da2e-61e3-46c8-8273-e087a2922613 with status ACTIVE [ 685.163817] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.163817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.163817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.163817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.163817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.163817] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.163817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.163817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.163817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.163817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.165867] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.165867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.165867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.165867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.165988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.167024] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ca2da2e-61e3-46c8-8273-e087a2922613 is going to be updated. [ 685.189534] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.189683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.189751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.189964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.190116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.190278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca2da2e-61e3-46c8-8273-e087a2922613" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.534690] env[70008]: INFO networking_nsxv3.common.synchronization [req-722729be-5cfa-4743-981a-2f5c579c20b4 req-54a0f422-76c0-4aef-8d0d-e9047dc61c35 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 685.535067] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 685.535698] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.535828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.535902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.537066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.537066] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.537066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.537066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.537341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.537449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.537603] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.674739] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b1e2c6f-a52c-49a4-8189-3c44ce582a0f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.039806] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.040033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.040125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.040435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.040551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.040797] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.040935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.041011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.041215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.041318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.041418] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 already deleted. [ 686.041522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.178023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.178303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.178466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.178630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.178727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.178836] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f is going to be created. [ 686.206031] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.206340] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.206509] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.206836] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.207228] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.208015] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.208015] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.208015] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.208015] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.208202] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.208352] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.208501] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.208623] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.208756] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.208868] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.209009] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.215509] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.215731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.215827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.216961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.216961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.227012] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f in Status: UNINITIALIZED for 2s [ 686.234407] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.234600] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.234752] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.234957] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.235360] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.235542] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.235660] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.235983] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.236129] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.738809] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.739249] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.739438] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.739753] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.740101] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.740226] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 not found, creating... [ 686.740598] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.740834] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.741012] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.741297] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.742273] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.742646] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.742854] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.743057] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.743362] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.743529] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.743678] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 is going to be created. [ 686.765209] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.765585] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.765751] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.766780] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.767074] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.767329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.992232] env[70008]: INFO networking_nsxv3.common.synchronization [req-722729be-5cfa-4743-981a-2f5c579c20b4 req-d559997c-efd5-4541-82d6-4b2c8ac4a200 service nova] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_rules [ 687.992480] env[70008]: INFO networking_nsxv3.common.synchronization [req-722729be-5cfa-4743-981a-2f5c579c20b4 req-d559997c-efd5-4541-82d6-4b2c8ac4a200 service nova] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 687.992869] env[70008]: INFO networking_nsxv3.common.synchronization [req-722729be-5cfa-4743-981a-2f5c579c20b4 req-d559997c-efd5-4541-82d6-4b2c8ac4a200 service nova] Enqueued Resource ID: 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 with Priority: HIGHEST for action port [ 687.993221] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_rules [ 687.993356] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 687.993502] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 with Priority: HIGHEST for action port [ 687.994416] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.994829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.994829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.994829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.994829] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.995845] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.995845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.995957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.996120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.996270] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.996367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.996457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.996703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.996703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.996758] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.998523] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.998523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.998523] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.240023] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f in Status: SUCCESS [ 688.240023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.240023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.240023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.240023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.240023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.240023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.240023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.240023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.240023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.240023] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b1e2c6f-a52c-49a4-8189-3c44ce582a0f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.500946] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.500946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.500946] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.504317] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 with status ACTIVE [ 688.504530] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.504662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.504738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.504935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.505058] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.505262] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.505363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.505428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.505622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.505700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.505880] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.505976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.506055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.506200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.506272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.506359] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03 is going to be updated. [ 688.543464] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.543682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.543790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.544013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.544157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.544311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0b9f52-0776-4d24-9d5d-4e3ffa7bfe03" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.740717] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.744661] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.744661] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.744661] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.744661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.745288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.745288] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b1e2c6f-a52c-49a4-8189-3c44ce582a0f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.003272] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.252159] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f: rpc.has_security_group_logging(os_id): False [ 689.273343] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.273499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.273559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.273781] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.274555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.274789] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.275754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.275860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.276193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.276193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.276501] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.276501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.276645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.276692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.277226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.277226] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.277531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.277753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.277829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.277895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.277985] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f is going to be created. [ 689.331211] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.331413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.331577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.331675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.331870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.350523] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f in Status: IN_PROGRESS for 2s [ 689.506228] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.506574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.506723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.510020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.510020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.510020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 is going to be created. [ 689.532910] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.532910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.532910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.534031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.534031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.545831] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: UNINITIALIZED for 2s [ 689.969781] env[70008]: INFO networking_nsxv3.common.synchronization [req-dba4e69f-6263-4946-affb-feddd07237e2 req-7232b7c5-f14c-457e-9f5b-67cb3b3f00b6 tempest-ServerAddressesTestJSON-1603918405 tempest-ServerAddressesTestJSON-1603918405-project-member] Enqueued Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGHEST for action security_group_members [ 689.970336] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGHEST for action security_group_members [ 689.970666] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2dd3956-1d45-4c07-9f8f-71f066538999 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.970789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.970857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.971923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.972126] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.972240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.972306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.972476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.972564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.972665] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2dd3956-1d45-4c07-9f8f-71f066538999',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.478709] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.478709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.478709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.478709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.478709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.478709] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.478709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.478709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.478709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.478709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.478709] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2dd3956-1d45-4c07-9f8f-71f066538999 is going to be updated. [ 690.502607] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.502774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.502834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.503065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.503221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.511288] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2dd3956-1d45-4c07-9f8f-71f066538999 in Status: IN_PROGRESS for 2s [ 691.360599] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f in Status: SUCCESS [ 691.360902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.555538] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: SUCCESS [ 691.555842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.555933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.556183] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.556377] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.556509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.556579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.556751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.556862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.556969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.557098] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.059080] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.059249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.059321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.059541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.059704] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.059805] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.059875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.060092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.060139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.060268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.060400] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.060501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.060562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.060703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.060837] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.060928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.060986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.061137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.061211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.061290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.061388] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.521475] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2dd3956-1d45-4c07-9f8f-71f066538999 in Status: SUCCESS [ 692.521768] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2dd3956-1d45-4c07-9f8f-71f066538999 deletion is rescheduled due to dependency. [ 692.521899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.566410] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28b1d592-9fdb-4482-844f-c8f80dee9530: rpc.has_security_group_logging(os_id): False [ 692.583449] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.583681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.583794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.584120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.584265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.584600] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.584704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.584812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.586023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.586423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.586816] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.587031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.587176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.587445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.587616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.587936] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.588164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.588513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.589193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.589193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.589329] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 is going to be created. [ 692.643248] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.644827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.645581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.645853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.646222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.655556] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: IN_PROGRESS for 2s [ 694.508483] env[70008]: INFO networking_nsxv3.common.synchronization [req-7a3671d1-110b-448d-827d-def9680c8a74 req-e6913f02-d7a9-4d7c-a92b-274e94e17898 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Enqueued Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_members [ 694.508483] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_members [ 694.508483] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396b3bf-e516-4585-b787-008064727f34 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.508483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.510985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.510985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.510985] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.510985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.510985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.510985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.510985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.510985] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.669026] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: SUCCESS [ 694.669026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.013639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.014162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.014162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.014162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.014292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.014424] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.014521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.014584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.014733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.014809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.014902] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0396b3bf-e516-4585-b787-008064727f34 already deleted. [ 695.014985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.016779] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.020082] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-856" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.020298] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-856" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.020664] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-856" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.020929] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.021103] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.021223] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.021449] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.021584] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.021792] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.021906] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.022029] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.022141] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.022253] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.022363] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.022494] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.039810] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.039999] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.040127] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.040303] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-856" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.040674] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.040851] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.041068] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.041297] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.041454] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d203c3df-b350-4b70-8c6b-6d109e3eaaf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.544081] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.544386] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.544428] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.544685] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.544840] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.544993] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port d203c3df-b350-4b70-8c6b-6d109e3eaaf6 not found, creating... [ 695.545291] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.545434] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.545554] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.545788] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.545925] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.546271] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.546431] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.546550] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.546765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.546910] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.547062] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: d203c3df-b350-4b70-8c6b-6d109e3eaaf6 is going to be created. [ 695.572699] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.572916] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.573053] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.573342] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.573569] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.573789] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.540269] env[70008]: INFO networking_nsxv3.common.synchronization [req-7a3671d1-110b-448d-827d-def9680c8a74 req-079d0c12-2bf0-4cd2-95cc-2d7fbe55ec2c service nova] Enqueued Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_rules [ 696.540465] env[70008]: INFO networking_nsxv3.common.synchronization [req-7a3671d1-110b-448d-827d-def9680c8a74 req-079d0c12-2bf0-4cd2-95cc-2d7fbe55ec2c service nova] Enqueued Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_members [ 696.540619] env[70008]: INFO networking_nsxv3.common.synchronization [req-7a3671d1-110b-448d-827d-def9680c8a74 req-079d0c12-2bf0-4cd2-95cc-2d7fbe55ec2c service nova] Enqueued Resource ID: d203c3df-b350-4b70-8c6b-6d109e3eaaf6 with Priority: HIGHEST for action port [ 696.540853] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_rules [ 696.540981] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_members [ 696.541091] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d203c3df-b350-4b70-8c6b-6d109e3eaaf6 with Priority: HIGHEST for action port [ 696.544875] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0396b3bf-e516-4585-b787-008064727f34 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.544875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.544875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.544875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.544875] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.546043] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396b3bf-e516-4585-b787-008064727f34 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.546043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.546043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.546043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.546318] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.546773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.546773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.546773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.546773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.546983] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.547754] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.547919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.548038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.548237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.548536] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d203c3df-b350-4b70-8c6b-6d109e3eaaf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.050896] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396b3bf-e516-4585-b787-008064727f34 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.051058] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.052465] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.053336] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d203c3df-b350-4b70-8c6b-6d109e3eaaf6 with status ACTIVE [ 697.053523] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.053635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.053701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.053903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.053982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.054171] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.054268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.054331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.054488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.054566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.054742] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.054862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.054942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.055105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.055182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.055267] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d203c3df-b350-4b70-8c6b-6d109e3eaaf6 is going to be updated. [ 697.081228] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.081539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.081539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.081697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.081820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.081982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d203c3df-b350-4b70-8c6b-6d109e3eaaf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.559532] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.062086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.062254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.062330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.062689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.062689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.062801] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0396b3bf-e516-4585-b787-008064727f34 is going to be created. [ 698.087455] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.087617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.087678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.087853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.088471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.103461] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0396b3bf-e516-4585-b787-008064727f34 in Status: UNINITIALIZED for 2s [ 699.444641] env[70008]: INFO networking_nsxv3.common.synchronization [req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda req-baa9c029-3c1e-4ba5-bd38-37352686c1c8 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 699.445213] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 699.445589] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.445804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.445900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.446196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.446517] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.446666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.446711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.446981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.447120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.447276] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.950482] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.950664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.950737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.950959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.951066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.951315] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.951419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.951481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.951632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.951710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.951795] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b already deleted. [ 699.951876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.106679] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.108008] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.109287] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.109653] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.109981] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.110615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.110816] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.111281] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.113156] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.113381] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.113509] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.113625] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.113738] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.113850] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.113958] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.114108] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.128396] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0396b3bf-e516-4585-b787-008064727f34 in Status: SUCCESS [ 700.128663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.129113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.129358] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.129579] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.129729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.129822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.129999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.130130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.130410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.130579] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.135836] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.136155] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.136430] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.136691] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.137575] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-6c9a5472-a1e8-41be-a53d-17ac4200ef38 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.137807] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-6c9a5472-a1e8-41be-a53d-17ac4200ef38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.138197] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-6c9a5472-a1e8-41be-a53d-17ac4200ef38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.138721] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-6c9a5472-a1e8-41be-a53d-17ac4200ef38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.138938] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9a5472-a1e8-41be-a53d-17ac4200ef38',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.634204] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.646524] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.646524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.646524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.646524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.646524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.646524] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 6c9a5472-a1e8-41be-a53d-17ac4200ef38 not found, creating... [ 700.646524] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.646524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.646524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.646524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.646524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.646912] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.646912] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.646912] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.646912] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.646912] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.646912] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 6c9a5472-a1e8-41be-a53d-17ac4200ef38 is going to be created. [ 700.666981] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.667209] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.667334] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.667598] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.667836] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.668546] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-6c9a5472-a1e8-41be-a53d-17ac4200ef38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.674017] env[70008]: INFO networking_nsxv3.common.synchronization [None req-39dfb57b-b1a2-459d-a28d-28fc95b2f36d None None] Enqueued Resource ID: 9c5c631f-5bf4-48af-994f-72e0942586e0 with Priority: HIGHEST for action port [ 700.674325] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5c631f-5bf4-48af-994f-72e0942586e0 with Priority: HIGHEST for action port [ 700.674869] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c5c631f-5bf4-48af-994f-72e0942586e0 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.675081] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c5c631f-5bf4-48af-994f-72e0942586e0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.675155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c5c631f-5bf4-48af-994f-72e0942586e0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.675400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c5c631f-5bf4-48af-994f-72e0942586e0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.675486] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5c631f-5bf4-48af-994f-72e0942586e0',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.018310] env[70008]: INFO networking_nsxv3.common.synchronization [None req-8ed07781-ef27-4f74-9682-5aa412d5a798 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Enqueued Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_rules [ 701.018385] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_rules [ 701.018677] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.018823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.018890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.019117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.019202] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.115508] env[70008]: INFO networking_nsxv3.common.synchronization [None req-b9e06142-736f-4dec-b047-5ea17dcbbe37 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Enqueued Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_rules [ 701.115508] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_rules [ 701.115508] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.115508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.135599] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0396b3bf-e516-4585-b787-008064727f34: rpc.has_security_group_logging(os_id): False [ 701.165034] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.165034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.165034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.165034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.165034] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.165034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.165034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.165034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.165034] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0396b3bf-e516-4585-b787-008064727f34 is going to be created. [ 701.179525] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c5c631f-5bf4-48af-994f-72e0942586e0 [ 701.179674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.179797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.179869] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.180173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.180253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.180289] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c5c631f-5bf4-48af-994f-72e0942586e0 already deleted. [ 701.180752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c5c631f-5bf4-48af-994f-72e0942586e0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.278481] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.278481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.278481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.278481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.278725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.298072] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0396b3bf-e516-4585-b787-008064727f34 in Status: IN_PROGRESS for 2s [ 701.543598] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.543821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.543932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.544272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.544417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.544569] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d659af-e5df-4301-876a-98c8a6bd1dca already deleted. [ 701.544794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.545062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.548933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.548933] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.655092] env[70008]: INFO networking_nsxv3.common.synchronization [req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda req-b0621a5f-cf45-4d87-986a-8c3d573e2b13 service nova] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 701.655362] env[70008]: INFO networking_nsxv3.common.synchronization [req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda req-b0621a5f-cf45-4d87-986a-8c3d573e2b13 service nova] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 701.655409] env[70008]: INFO networking_nsxv3.common.synchronization [req-ef5d8831-a7f0-4a1a-8eb0-e89b46b02eda req-b0621a5f-cf45-4d87-986a-8c3d573e2b13 service nova] Enqueued Resource ID: 6c9a5472-a1e8-41be-a53d-17ac4200ef38 with Priority: HIGHEST for action port [ 701.655631] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 701.655762] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 701.655858] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9a5472-a1e8-41be-a53d-17ac4200ef38 with Priority: HIGHEST for action port [ 701.656460] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.656537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.656607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.656804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.656888] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.660338] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.660508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.660558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.660876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.660932] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.660983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.661051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.661193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.661543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.661719] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.663447] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c9a5472-a1e8-41be-a53d-17ac4200ef38 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.663559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c9a5472-a1e8-41be-a53d-17ac4200ef38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.665153] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c9a5472-a1e8-41be-a53d-17ac4200ef38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.665153] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c9a5472-a1e8-41be-a53d-17ac4200ef38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.665153] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9a5472-a1e8-41be-a53d-17ac4200ef38',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.073081] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.073244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.073318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.073578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.073682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.074675] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d659af-e5df-4301-876a-98c8a6bd1dca already deleted. [ 702.074675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.169068] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.169682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.170276] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.176245] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c9a5472-a1e8-41be-a53d-17ac4200ef38 with status ACTIVE [ 702.176245] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.176245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.176245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.176245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.176245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.178393] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.178393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.178393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.181319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.181319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.181319] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.181319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.181319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.181319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.181319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.181319] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c9a5472-a1e8-41be-a53d-17ac4200ef38 is going to be updated. [ 702.233681] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.233681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.233681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.233681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.233681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.233919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c9a5472-a1e8-41be-a53d-17ac4200ef38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.247247] env[70008]: INFO networking_nsxv3.common.synchronization [req-224ba726-2d30-48fa-b5df-66df10525d44 req-2bc5de87-2e59-416c-aaa2-365ab0735704 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 702.247932] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 702.252332] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.252471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.252540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.252802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.252971] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.253089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.253274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.253331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.253370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.253470] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.585763] env[70008]: INFO networking_nsxv3.common.synchronization [req-cabfaeb9-5a7d-423e-9bc0-50e2bc32c203 req-ba8fffc3-8d98-45f4-b487-7c8c891e4b74 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141 tempest-FloatingIPsAssociationNegativeTestJSON-1067976141-project-member] Enqueued Resource ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f with Priority: HIGHEST for action security_group_members [ 702.586320] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f with Priority: HIGHEST for action security_group_members [ 702.586626] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.586757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.586832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.587011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.587162] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.587251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.587311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.587458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.587546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.587637] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b1e2c6f-a52c-49a4-8189-3c44ce582a0f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.681910] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.757294] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.757294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.757294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.757294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.757776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.757776] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.757776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.757776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.759071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.759071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.759071] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 already deleted. [ 702.759071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.090908] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.091082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.091154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.091394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.091464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.091672] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.091770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.091846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.091971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.092057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.092247] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f is going to be updated. [ 703.123067] env[70008]: INFO networking_nsxv3.common.synchronization [None req-bd5bcb07-c194-4b1c-b0d0-670b3bfedf60 None None] Enqueued Resource ID: 2ff79865-0b71-46be-b7cb-818340e42533 with Priority: HIGHEST for action port [ 703.123067] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff79865-0b71-46be-b7cb-818340e42533 with Priority: HIGHEST for action port [ 703.123067] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff79865-0b71-46be-b7cb-818340e42533 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.123067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff79865-0b71-46be-b7cb-818340e42533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.123067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff79865-0b71-46be-b7cb-818340e42533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.123067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff79865-0b71-46be-b7cb-818340e42533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.123067] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff79865-0b71-46be-b7cb-818340e42533',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.157770] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.157981] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.158119] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.158447] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.158744] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.160011] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.160011] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.160011] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.160011] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.160011] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.160011] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.160011] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.160011] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.160011] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.160362] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.160362] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.162136] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.162241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.162305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.162460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.163063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.177015] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f in Status: IN_PROGRESS for 2s [ 703.185954] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.186140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.186217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.186433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.186523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.186623] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be created. [ 703.190815] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.190815] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.190815] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.190815] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.190815] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.190815] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.190815] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.191181] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.191181] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1625a7b3-6c9e-4dbe-bca4-67725ceed2a9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.227792] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.227941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.228031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.228231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.228439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.249578] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: UNINITIALIZED for 2s [ 703.310821] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0396b3bf-e516-4585-b787-008064727f34 in Status: SUCCESS [ 703.311063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.625369] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ff79865-0b71-46be-b7cb-818340e42533 [ 703.625369] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.625592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.625592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.625941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.626071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.626175] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ff79865-0b71-46be-b7cb-818340e42533 already deleted. [ 703.626260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff79865-0b71-46be-b7cb-818340e42533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.693618] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.694157] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.694157] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.694395] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.694395] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.694592] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 not found, creating... [ 703.694816] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.695052] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.695173] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.695389] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.695516] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.695803] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.695971] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.696116] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.696303] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.696437] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.696576] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 is going to be created. [ 703.716056] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.716289] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.716407] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.716879] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.717308] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.717728] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.810396] env[70008]: INFO networking_nsxv3.common.synchronization [req-224ba726-2d30-48fa-b5df-66df10525d44 req-dfbf30e4-20fa-4f10-93e2-0bae8e143289 service nova] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_rules [ 704.810719] env[70008]: INFO networking_nsxv3.common.synchronization [req-224ba726-2d30-48fa-b5df-66df10525d44 req-dfbf30e4-20fa-4f10-93e2-0bae8e143289 service nova] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 704.810769] env[70008]: INFO networking_nsxv3.common.synchronization [req-224ba726-2d30-48fa-b5df-66df10525d44 req-dfbf30e4-20fa-4f10-93e2-0bae8e143289 service nova] Enqueued Resource ID: 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 with Priority: HIGHEST for action port [ 704.811037] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_rules [ 704.811135] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 704.811271] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 with Priority: HIGHEST for action port [ 704.811866] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.811996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.812225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.812484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.812572] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.813856] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.813974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.814051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.814230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.814462] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.814572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.814640] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.814789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.814870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.814961] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.816109] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.816219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.816389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.816560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.816613] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1625a7b3-6c9e-4dbe-bca4-67725ceed2a9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.185702] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f in Status: SUCCESS [ 705.185702] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b1e2c6f-a52c-49a4-8189-3c44ce582a0f deletion is rescheduled due to dependency. [ 705.185702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b1e2c6f-a52c-49a4-8189-3c44ce582a0f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.263453] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 705.263662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.263826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.264069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.267946] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.267946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.267946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.267946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.267946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.267946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.267946] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.315114] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.315114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.317630] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.318710] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 with status ACTIVE [ 705.318952] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.319107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.322263] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.322263] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.322263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.322263] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1625a7b3-6c9e-4dbe-bca4-67725ceed2a9 is going to be updated. [ 705.342179] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.342266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.343029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.343029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.343029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.343029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1625a7b3-6c9e-4dbe-bca4-67725ceed2a9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.771141] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.823982] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.273855] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 135322f4-7c48-4bd8-bca9-c88d7135838b: rpc.has_security_group_logging(os_id): False [ 706.296807] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.296953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.297097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.297386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.297386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.298727] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.298727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.298727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.298727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.298727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.298727] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be created. [ 706.326277] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.326441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.326514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.326714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.326800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.326893] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be created. [ 706.362663] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.363177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.363177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.363177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.363310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.378454] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: UNINITIALIZED for 2s [ 706.408422] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.408678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.408793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.409022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.409217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.422082] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 707.364907] env[70008]: INFO networking_nsxv3.common.synchronization [req-98d61128-5546-4bbd-bc12-ac0a2a036c99 req-2a717008-5426-40c8-8bf4-f8276ac7fdea tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 707.365647] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 707.365647] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.365852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.737882] env[70008]: INFO networking_nsxv3.common.synchronization [req-a1c67a10-65e2-477a-bf22-e5941fd70c3b req-57858614-7953-49a7-bf60-be7b61d0449d tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 707.738160] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 707.738571] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.738707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.738775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.742335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.742568] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.742713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.742799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.743000] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.743174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.743273] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.977046] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.977274] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.977403] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.977692] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.977979] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.978139] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.978256] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.978472] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.978708] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.978919] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.979177] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.979343] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.979484] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.979624] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.979757] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.979914] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.998584] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.998790] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.998938] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.999160] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.999482] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-96fa845e-e22d-4698-b824-f026ef2937a0 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.999708] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-96fa845e-e22d-4698-b824-f026ef2937a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.999842] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-96fa845e-e22d-4698-b824-f026ef2937a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.000167] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-96fa845e-e22d-4698-b824-f026ef2937a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.000307] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96fa845e-e22d-4698-b824-f026ef2937a0',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.097082] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.097356] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.097533] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.097844] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.098155] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.098359] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.098506] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.098771] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.098923] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.099145] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.099260] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.099366] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.099467] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.099639] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.099795] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.099934] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.131863] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.132055] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.132205] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.132382] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.132694] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-3110e5d4-a173-45de-9f87-d726f30c9232 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.132891] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-3110e5d4-a173-45de-9f87-d726f30c9232" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.133030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-3110e5d4-a173-45de-9f87-d726f30c9232" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.133441] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-3110e5d4-a173-45de-9f87-d726f30c9232" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.133607] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3110e5d4-a173-45de-9f87-d726f30c9232',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.246206] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.246585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.246585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.246724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.246766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.246987] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.247122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.247162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.247284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.247360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.247445] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b already deleted. [ 708.247559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.388308] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 708.388601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.388716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.388984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.389190] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.389326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.389406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.389511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.389590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.389676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.389773] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.390606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.390774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.391554] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.391740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.391791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.391927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.392031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.392109] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.436308] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 708.436536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.506972] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.507179] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.507293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.507573] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.507784] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.508070] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 96fa845e-e22d-4698-b824-f026ef2937a0 not found, creating... [ 708.508227] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.508381] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.508508] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.508748] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.508888] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.509179] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.509331] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.509449] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.509818] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.509859] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.510007] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 96fa845e-e22d-4698-b824-f026ef2937a0 is going to be created. [ 708.533144] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.533332] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.533454] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.533689] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.533907] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.534141] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-96fa845e-e22d-4698-b824-f026ef2937a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.637168] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.637168] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.637168] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.637168] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.637168] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.637168] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 3110e5d4-a173-45de-9f87-d726f30c9232 not found, creating... [ 708.637168] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.637417] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.637417] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.637595] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.637635] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.637904] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.638067] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.638180] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.638428] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.638597] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.638734] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 3110e5d4-a173-45de-9f87-d726f30c9232 is going to be created. [ 708.667272] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.667528] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.667657] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.667926] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.668193] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.668436] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-3110e5d4-a173-45de-9f87-d726f30c9232" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.895069] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.895069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.895069] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.397620] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.506850] env[70008]: INFO networking_nsxv3.common.synchronization [req-98d61128-5546-4bbd-bc12-ac0a2a036c99 req-ddac01d3-8c8a-496a-8ede-73f4c7f38562 service nova] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_rules [ 709.507044] env[70008]: INFO networking_nsxv3.common.synchronization [req-98d61128-5546-4bbd-bc12-ac0a2a036c99 req-ddac01d3-8c8a-496a-8ede-73f4c7f38562 service nova] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 709.507184] env[70008]: INFO networking_nsxv3.common.synchronization [req-98d61128-5546-4bbd-bc12-ac0a2a036c99 req-ddac01d3-8c8a-496a-8ede-73f4c7f38562 service nova] Enqueued Resource ID: 96fa845e-e22d-4698-b824-f026ef2937a0 with Priority: HIGHEST for action port [ 709.507412] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_rules [ 709.507538] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 709.507643] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fa845e-e22d-4698-b824-f026ef2937a0 with Priority: HIGHEST for action port [ 709.508317] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.508451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.508732] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.508854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.509074] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-96fa845e-e22d-4698-b824-f026ef2937a0 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.509209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96fa845e-e22d-4698-b824-f026ef2937a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.509299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96fa845e-e22d-4698-b824-f026ef2937a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.509520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96fa845e-e22d-4698-b824-f026ef2937a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.509633] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96fa845e-e22d-4698-b824-f026ef2937a0',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.713763] env[70008]: INFO networking_nsxv3.common.synchronization [req-a1c67a10-65e2-477a-bf22-e5941fd70c3b req-32c4982c-15f5-416e-9662-a240c79d40a6 service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 709.714024] env[70008]: INFO networking_nsxv3.common.synchronization [req-a1c67a10-65e2-477a-bf22-e5941fd70c3b req-32c4982c-15f5-416e-9662-a240c79d40a6 service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 709.714240] env[70008]: INFO networking_nsxv3.common.synchronization [req-a1c67a10-65e2-477a-bf22-e5941fd70c3b req-32c4982c-15f5-416e-9662-a240c79d40a6 service nova] Enqueued Resource ID: 3110e5d4-a173-45de-9f87-d726f30c9232 with Priority: HIGHEST for action port [ 709.714784] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 709.714959] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 709.715115] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3110e5d4-a173-45de-9f87-d726f30c9232 with Priority: HIGHEST for action port [ 709.715422] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.715649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.715649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.715961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.716152] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.717196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.717246] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.717314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.717534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.717707] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.717829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.717910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.718088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.718204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.718315] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.719207] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3110e5d4-a173-45de-9f87-d726f30c9232 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.719302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3110e5d4-a173-45de-9f87-d726f30c9232" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.719532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3110e5d4-a173-45de-9f87-d726f30c9232" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.719634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3110e5d4-a173-45de-9f87-d726f30c9232" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.719677] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3110e5d4-a173-45de-9f87-d726f30c9232',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.876424] env[70008]: INFO networking_nsxv3.common.synchronization [req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf req-89841a45-afb2-40b3-b830-d9ad13aab25f tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 709.876823] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 709.877138] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.877274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.877328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.877553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.877733] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.877842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.877901] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.878176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.878296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.878422] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.903040] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.903202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.903275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.903485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.903633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.903753] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 709.932501] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.932646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.932716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.932969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.933144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.941218] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 710.012171] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96fa845e-e22d-4698-b824-f026ef2937a0 with status ACTIVE [ 710.012406] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.012538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.012610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.012819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.012911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.013099] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.013195] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.013255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.013398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.013475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.013657] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.013752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.013813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.013952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.014035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.014120] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96fa845e-e22d-4698-b824-f026ef2937a0 is going to be updated. [ 710.033523] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.033684] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.033763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.033947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.034092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.034243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96fa845e-e22d-4698-b824-f026ef2937a0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.221752] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.221902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.223224] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.224165] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3110e5d4-a173-45de-9f87-d726f30c9232 with status ACTIVE [ 710.224292] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.224405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.224493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.224663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.224749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.224921] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.225023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.225087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.225232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.225337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.225477] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.225567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.225628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.225767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.225840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.225923] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3110e5d4-a173-45de-9f87-d726f30c9232 is going to be updated. [ 710.253746] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.254294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.254409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.254642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.254806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.254987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3110e5d4-a173-45de-9f87-d726f30c9232" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.381153] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.381317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.381389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.381656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.381759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.381974] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.382094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.382150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.382305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.382383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.382489] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 already deleted. [ 710.382581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.506125] env[70008]: INFO networking_nsxv3.common.synchronization [req-f8561fb3-b38f-4286-9d31-987dd69a30f3 req-a4807f51-bb03-4a78-acc5-6242b13971d7 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 710.506854] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 710.506945] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.507049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507459] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.507589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507825] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.507917] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.553077] env[70008]: INFO networking_nsxv3.common.synchronization [req-f8561fb3-b38f-4286-9d31-987dd69a30f3 req-a4807f51-bb03-4a78-acc5-6242b13971d7 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 710.553266] env[70008]: INFO networking_nsxv3.common.synchronization [req-f8561fb3-b38f-4286-9d31-987dd69a30f3 req-a4807f51-bb03-4a78-acc5-6242b13971d7 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 710.553407] env[70008]: INFO networking_nsxv3.common.synchronization [req-f8561fb3-b38f-4286-9d31-987dd69a30f3 req-a4807f51-bb03-4a78-acc5-6242b13971d7 tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f with Priority: HIGHEST for action port [ 710.553869] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 710.554007] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 710.554113] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f with Priority: HIGHEST for action port [ 710.554381] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.554501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.554568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.554761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.554839] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.556160] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.556256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.556482] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.556617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.556704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.556897] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.556999] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9446d9-e6dd-42c3-9e2e-6540db1d073f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.583202] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.583397] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.583526] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.583836] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.584106] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.584267] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.584389] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.584602] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.584775] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.584983] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.585289] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.585428] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.585541] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.585658] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.585975] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.586240] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.603154] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.603327] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 710.603467] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.603668] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.604016] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-2e4c8506-8af0-4efe-9c6e-7012683a29db taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.604212] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-2e4c8506-8af0-4efe-9c6e-7012683a29db" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.604334] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-2e4c8506-8af0-4efe-9c6e-7012683a29db" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.604769] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-2e4c8506-8af0-4efe-9c6e-7012683a29db" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.604769] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4c8506-8af0-4efe-9c6e-7012683a29db',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.728039] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.010484] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.058677] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.058809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.059007] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f with status ACTIVE [ 711.059180] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.059310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.059366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.059543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.059632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.059900] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.059900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.060009] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.060146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.060217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.060398] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.060489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.060641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.060752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.060820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.060906] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f is going to be updated. [ 711.084882] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.085062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.085121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.085397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.085486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.085584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.107184] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.107434] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.107511] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.107827] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.107976] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.108287] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 2e4c8506-8af0-4efe-9c6e-7012683a29db not found, creating... [ 711.108382] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.108597] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.108727] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.108947] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.109095] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.109367] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.109522] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.109639] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.109840] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.110166] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.110350] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 2e4c8506-8af0-4efe-9c6e-7012683a29db is going to be created. [ 711.129047] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.129263] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.129387] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.129643] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.129945] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.130084] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-2e4c8506-8af0-4efe-9c6e-7012683a29db" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.230595] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.230756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.230756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.230980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.231085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.231185] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be created. [ 711.269506] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.269694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.269862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.269968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.270142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.284503] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: UNINITIALIZED for 2s [ 711.512596] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.950758] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 711.950973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.951316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.951360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.951615] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.951750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.951880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.951992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.952101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.956018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.956018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.956018] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.956018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.956018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.956808] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.015849] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.015849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.015849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.016086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.016086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.016191] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d is going to be updated. [ 712.043991] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.044281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.044390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.044650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.044810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.053720] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: IN_PROGRESS for 2s [ 712.423986] env[70008]: INFO networking_nsxv3.common.synchronization [req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf req-86e18a64-19f3-4565-84ce-d07d69f728f0 service nova] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_rules [ 712.424189] env[70008]: INFO networking_nsxv3.common.synchronization [req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf req-86e18a64-19f3-4565-84ce-d07d69f728f0 service nova] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 712.424329] env[70008]: INFO networking_nsxv3.common.synchronization [req-7acfc5fe-77f1-46c3-ba8f-8c59b2f84fbf req-86e18a64-19f3-4565-84ce-d07d69f728f0 service nova] Enqueued Resource ID: 2e4c8506-8af0-4efe-9c6e-7012683a29db with Priority: HIGHEST for action port [ 712.424562] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_rules [ 712.424690] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 712.424790] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4c8506-8af0-4efe-9c6e-7012683a29db with Priority: HIGHEST for action port [ 712.425340] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.425458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.425550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.425815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.425915] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.426730] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.427313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.427415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.427643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.427754] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.427918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.427918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.428068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.428173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.428237] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.429163] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e4c8506-8af0-4efe-9c6e-7012683a29db taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.429233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e4c8506-8af0-4efe-9c6e-7012683a29db" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.429319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e4c8506-8af0-4efe-9c6e-7012683a29db" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.429504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e4c8506-8af0-4efe-9c6e-7012683a29db" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.429585] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4c8506-8af0-4efe-9c6e-7012683a29db',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.456474] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54: rpc.has_security_group_logging(os_id): False [ 712.457696] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.487258] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.487503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.487621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.487936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.488100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.488379] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.488613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.488613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.489039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.489039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.493402] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.493591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.493714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.493956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.494104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.494399] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.494540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.494624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.494956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.495021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.495142] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be created. [ 712.628054] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.628398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.628398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.628729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.629093] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.645760] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 712.931397] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.932457] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.932576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.933016] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e4c8506-8af0-4efe-9c6e-7012683a29db with status ACTIVE [ 712.933016] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.933016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.933204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.933333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.933406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.933603] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.933710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.933775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.933929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.934025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.934196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.934288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.934340] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.934475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.934581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.934636] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e4c8506-8af0-4efe-9c6e-7012683a29db is going to be updated. [ 712.956265] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.956394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.956479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.956675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.956984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.956984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e4c8506-8af0-4efe-9c6e-7012683a29db" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.960536] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.293870] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 713.294112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.294278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.294488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.294676] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.294799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.294866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.295032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.295544] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.295544] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.295544] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.436547] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.463398] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.463682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.463848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.464776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.464776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.464776] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 713.493673] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.493673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.493673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.493673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.493673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.501247] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 713.801186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.801518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.801518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.801764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.801896] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.801992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.802067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.802211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.802300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.802389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.802534] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.802626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.802687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.802830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.802978] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.803094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.803149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.803736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.803822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.803912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.804019] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.939161] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.939358] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.939419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.939636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.939733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.939846] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be created. [ 713.966196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.966320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.966357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.966560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.966714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.976088] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: UNINITIALIZED for 2s [ 714.065445] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: SUCCESS [ 714.065668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.065839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.066071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.066255] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.066369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.066435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.066584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.066667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.066764] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.307610] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78e1716d-0c3f-49b2-b3f0-054599cba52b: rpc.has_security_group_logging(os_id): False [ 714.324974] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.325144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.325217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.325423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.325513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.325710] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.325931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.325931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.326033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.326084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.326273] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.326402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.326443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.326553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.326627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.326827] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.326892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.326945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.327118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.327201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.327235] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be created. [ 714.387204] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.387354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.387483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.387592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.387777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.397273] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 714.570028] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.660592] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 714.660592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.660592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.660592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.660592] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.072876] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.163600] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.163600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.511916] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 715.512171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.512337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.512562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.512819] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.512938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.512938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.513076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.513152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.513247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.513333] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.576169] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.576169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.576169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.576749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.576749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.576749] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d is going to be updated. [ 715.605658] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.605658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.605658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.605658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.605658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.611729] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: IN_PROGRESS for 2s [ 715.985604] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 715.985887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.986090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.986947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.986947] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.986947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.986947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.986947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.986947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.987290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.987290] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.017297] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.017404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.017477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.017698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.017887] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.017989] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.018065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.018220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.018310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.018398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.018555] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.018648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.018724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.018925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.019020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.019112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.019182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.019320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.019423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.019489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.019580] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.413408] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 716.413766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.490686] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.490915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.491033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.491330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.491571] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.491714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.491809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.492026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.492151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.492283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.492495] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.492627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.492713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.492908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.493433] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.493711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.493830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.494165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.494390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.494530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.494814] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.526420] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54: rpc.has_security_group_logging(os_id): False [ 716.543206] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.543206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.543206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.543206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.543412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.543444] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.543539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.543592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.543749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.543832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.544040] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.544144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.544231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.544772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.544772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.544772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.544772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.544772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.544950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.544950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.545016] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 716.610030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.610030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.610030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.610030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.610030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.619528] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 716.844365] env[70008]: INFO networking_nsxv3.common.synchronization [req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 req-8c0024dd-6dd7-4fec-9856-5ff7f54e5faa tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 716.844990] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 716.845312] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.845417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.889747] env[70008]: INFO networking_nsxv3.common.synchronization [req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 req-8c0024dd-6dd7-4fec-9856-5ff7f54e5faa tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 716.889990] env[70008]: INFO networking_nsxv3.common.synchronization [req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 req-8c0024dd-6dd7-4fec-9856-5ff7f54e5faa tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 716.890175] env[70008]: INFO networking_nsxv3.common.synchronization [req-1cf66ed0-b9b6-4760-842c-f10c6e70afb3 req-8c0024dd-6dd7-4fec-9856-5ff7f54e5faa tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f with Priority: HIGHEST for action port [ 716.890722] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_rules [ 716.890897] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 716.891137] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f with Priority: HIGHEST for action port [ 716.891472] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.891585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.891852] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.891956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.892189] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.892337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.892442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.892671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.892782] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9446d9-e6dd-42c3-9e2e-6540db1d073f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.999064] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20ab6458-12d1-41c1-a863-82e3480bfc88: rpc.has_security_group_logging(os_id): False [ 717.020019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.020019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.020019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.020019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.020630] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.020630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.020630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.020630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.020630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.020630] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be created. [ 717.081279] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.081436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.081495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.081702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.081873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.104218] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 717.396315] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f9446d9-e6dd-42c3-9e2e-6540db1d073f with status ACTIVE [ 717.396607] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.396785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.396857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.397110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.397205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.397392] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.397534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.397607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.397771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.397883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.398090] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.398202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.398262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.398403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.398492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.398579] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f9446d9-e6dd-42c3-9e2e-6540db1d073f is going to be updated. [ 717.426149] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.426441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.426441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.426519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.426648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.426797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f9446d9-e6dd-42c3-9e2e-6540db1d073f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.625188] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: SUCCESS [ 717.625188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.625188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.625188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.625188] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.625188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.625188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.625188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.625188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.625188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.625516] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.626482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.626666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.626848] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.626959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.627034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.627178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.627292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.627404] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.129725] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.130801] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.197839] env[70008]: INFO networking_nsxv3.common.synchronization [req-8d156112-eb4e-4427-a1df-02c72d5aadfa req-0be87aeb-35e3-4098-9461-83647c0830aa tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 718.197839] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 718.198195] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.198330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.198412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.198653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.198814] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.198916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.198969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.199137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.199224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.199316] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.632708] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 718.633021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.633375] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817a6309-6a58-479e-bb28-ae3c01cd385d: rpc.has_security_group_logging(os_id): False [ 718.634505] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.651167] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.651244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.651311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.653676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.653676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.653676] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.653676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.653676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.653676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.653676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.653676] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d is going to be updated. [ 718.675055] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.675442] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.675442] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.676319] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.678104] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.678319] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.678677] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.678747] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.678852] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.679102] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.679222] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.679357] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.680042] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.680042] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.680042] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.680042] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.695731] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.695913] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.696059] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.696240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.696550] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-394a9ad5-851b-43f1-bd15-64854b61526e taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.696724] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-394a9ad5-851b-43f1-bd15-64854b61526e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.696847] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-394a9ad5-851b-43f1-bd15-64854b61526e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.697213] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-394a9ad5-851b-43f1-bd15-64854b61526e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.697353] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394a9ad5-851b-43f1-bd15-64854b61526e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.701835] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.701957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.702042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.702377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.702377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.702547] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.702696] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.702786] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.702986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.703084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.703172] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 718.717302] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.717302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.717302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.717302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.717674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.729320] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: IN_PROGRESS for 2s [ 718.731933] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.732124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.732207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.732444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.732594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.740126] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 719.119214] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 719.119453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.142024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.142024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.142024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.142024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.142024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.142024] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d is going to be updated. [ 719.180249] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.180382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.180456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.180809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.180985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.191985] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: IN_PROGRESS for 2s [ 719.200424] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.200999] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.200999] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.201285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.201497] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.201668] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 394a9ad5-851b-43f1-bd15-64854b61526e not found, creating... [ 719.201961] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.202243] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.202452] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.202760] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.202935] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.203258] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.203421] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.204827] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.204827] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.204827] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.204827] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 394a9ad5-851b-43f1-bd15-64854b61526e is going to be created. [ 719.242017] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.242017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.242017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.242017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.242267] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.242454] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-394a9ad5-851b-43f1-bd15-64854b61526e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.112892] env[70008]: INFO networking_nsxv3.common.synchronization [req-8d156112-eb4e-4427-a1df-02c72d5aadfa req-0195ca25-e27b-4b6c-9597-fb78fd52d936 service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 720.113136] env[70008]: INFO networking_nsxv3.common.synchronization [req-8d156112-eb4e-4427-a1df-02c72d5aadfa req-0195ca25-e27b-4b6c-9597-fb78fd52d936 service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 720.113221] env[70008]: INFO networking_nsxv3.common.synchronization [req-8d156112-eb4e-4427-a1df-02c72d5aadfa req-0195ca25-e27b-4b6c-9597-fb78fd52d936 service nova] Enqueued Resource ID: 394a9ad5-851b-43f1-bd15-64854b61526e with Priority: HIGHEST for action port [ 720.113452] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 720.113582] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 720.113683] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 394a9ad5-851b-43f1-bd15-64854b61526e with Priority: HIGHEST for action port [ 720.114222] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.114359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.114409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.114604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.114686] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.116053] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.116053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.116186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-394a9ad5-851b-43f1-bd15-64854b61526e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.116255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-394a9ad5-851b-43f1-bd15-64854b61526e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.116330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-394a9ad5-851b-43f1-bd15-64854b61526e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.116493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-394a9ad5-851b-43f1-bd15-64854b61526e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.116567] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394a9ad5-851b-43f1-bd15-64854b61526e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.559460] env[70008]: INFO networking_nsxv3.common.synchronization [None req-fac50d91-9a2a-42e2-929e-84ffdd8ecde7 None None] Enqueued Resource ID: 01624e9d-7062-41c0-ab6e-87f4114e1f92 with Priority: HIGHEST for action port [ 720.559526] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01624e9d-7062-41c0-ab6e-87f4114e1f92 with Priority: HIGHEST for action port [ 720.560073] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-01624e9d-7062-41c0-ab6e-87f4114e1f92 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.560199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01624e9d-7062-41c0-ab6e-87f4114e1f92" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.560265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01624e9d-7062-41c0-ab6e-87f4114e1f92" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.560513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01624e9d-7062-41c0-ab6e-87f4114e1f92" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.560630] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01624e9d-7062-41c0-ab6e-87f4114e1f92',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.618661] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.618791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.621220] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 394a9ad5-851b-43f1-bd15-64854b61526e with status ACTIVE [ 720.621314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.622452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.622452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.622452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.622452] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.622452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.622452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.622452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.622797] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.622797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.622797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.622923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.622957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.625691] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 394a9ad5-851b-43f1-bd15-64854b61526e is going to be updated. [ 720.643506] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.643506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.643506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.643690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.643876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.645708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-394a9ad5-851b-43f1-bd15-64854b61526e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.741341] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: SUCCESS [ 720.741572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.746158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.746158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.746158] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.749069] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 720.749240] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 deletion is rescheduled due to dependency. [ 720.749344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.749485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.751107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.751107] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.751107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.751107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.751107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.751107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.751107] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.062488] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01624e9d-7062-41c0-ab6e-87f4114e1f92 [ 721.062709] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.062837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.062907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.063162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.063257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.063356] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01624e9d-7062-41c0-ab6e-87f4114e1f92 already deleted. [ 721.063429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01624e9d-7062-41c0-ab6e-87f4114e1f92" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.221805] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: SUCCESS [ 721.222163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.222239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.222442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.222633] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.222750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.222812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.222997] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.223088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.223183] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.245267] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.245398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.252306] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.733779] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.757898] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.853046] env[70008]: INFO networking_nsxv3.common.synchronization [req-8103e093-4c43-47bd-b586-414e0f7f0a5b req-c6bbbdde-06f5-402d-afe8-f3b2ff541a7b tempest-AttachInterfacesUnderV243Test-458620091 tempest-AttachInterfacesUnderV243Test-458620091-project-member] Enqueued Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 721.853925] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817a6309-6a58-479e-bb28-ae3c01cd385d with Priority: HIGHEST for action security_group_members [ 721.854258] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-817a6309-6a58-479e-bb28-ae3c01cd385d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.854433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.234950] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.262149] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.262418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.262455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.262679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.262768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.262867] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 722.287623] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.287780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.287850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.288534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.288534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.296143] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 722.672029] env[70008]: INFO networking_nsxv3.common.synchronization [req-12c3e065-30da-4544-9a8b-c5d016a0c69f req-d511a336-a37b-43d4-a0d5-052b1dc30f79 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 722.672029] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 722.674906] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.674906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.674906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.674906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.674906] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.674906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.675362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.675362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.675435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.679024] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.739547] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.739547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.739547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.739547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.739547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.739547] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d is going to be updated. [ 722.776749] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.776749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.776749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.776749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.776749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.783967] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: IN_PROGRESS for 2s [ 722.923755] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0b396e12-8ca5-4760-86b0-493ce150a4f1 None None] Enqueued Resource ID: 58c197b5-da2b-4620-9232-1917d6f51029 with Priority: HIGHEST for action port [ 722.924311] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c197b5-da2b-4620-9232-1917d6f51029 with Priority: HIGHEST for action port [ 722.924615] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c197b5-da2b-4620-9232-1917d6f51029 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.924735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c197b5-da2b-4620-9232-1917d6f51029" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.924803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c197b5-da2b-4620-9232-1917d6f51029" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.925157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c197b5-da2b-4620-9232-1917d6f51029" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.925248] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c197b5-da2b-4620-9232-1917d6f51029',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.179417] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.179584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.179659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.180033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.180142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.180342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.180442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.180507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.180698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.181123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.181284] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be updated. [ 723.224403] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.226856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.226856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.226856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.226856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.243461] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 723.428027] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58c197b5-da2b-4620-9232-1917d6f51029 [ 723.428281] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.428411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.428483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.428761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.428856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.428960] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58c197b5-da2b-4620-9232-1917d6f51029 already deleted. [ 723.429059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c197b5-da2b-4620-9232-1917d6f51029" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.304928] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 724.306885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.306885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.306885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.306885] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.306885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.306885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.306885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.306885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.306885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.306885] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.797945] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: SUCCESS [ 724.798372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.798372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.798567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.798756] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.798880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.798970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.799129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.799211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.799292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.799389] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.800266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.800429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.800689] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.800785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.800785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.800992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.800992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.801148] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.811749] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.811937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.811937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.812179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.812372] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.812471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.812551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.812681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.812764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.812876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.813042] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.813158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.813230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.813365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.813455] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.813559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.813639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.813758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.813838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.813908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.814016] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.254570] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 725.254964] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b deletion is rescheduled due to dependency. [ 725.255054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.303640] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817a6309-6a58-479e-bb28-ae3c01cd385d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.304821] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.304981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.305431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.305431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.305431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.305533] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.305752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.305752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.305879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.305971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.306102] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d is going to be updated. [ 725.316828] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1: rpc.has_security_group_logging(os_id): False [ 725.333252] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.333416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.333487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.333680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.333767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.333946] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.338170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.338302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.338535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.338588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.338786] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.338882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.339077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.339136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.339168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.339681] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.339681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.339681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.339681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.340212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.340212] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 725.356414] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.356599] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.356599] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.356812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.356948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.364395] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: IN_PROGRESS for 2s [ 725.404808] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.404944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.404944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.405190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.405360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.422521] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 725.773525] env[70008]: INFO networking_nsxv3.common.synchronization [req-833dc50b-983a-4af1-8751-3070aca08fed req-a8dcfad4-6ab8-40ac-b0b8-3f1a1321969e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_members [ 725.773525] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGHEST for action security_group_members [ 725.773525] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-388c7a47-6225-4555-8db8-f2fccf210a77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.773525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.773525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.773799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.773832] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.773948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.773948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.774455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.774558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.774636] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.808040] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817a6309-6a58-479e-bb28-ae3c01cd385d: rpc.has_security_group_logging(os_id): False [ 725.825649] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.825884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.825884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.826088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.826183] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.826484] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.826595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.826595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.826719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.826795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.826881] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d is going to be updated. [ 725.893542] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.893729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.893785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.893967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.894131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.905766] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: IN_PROGRESS for 2s [ 726.281251] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.281251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.281251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.281251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.281251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.281251] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.281251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.281251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.281251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.281251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.281251] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388c7a47-6225-4555-8db8-f2fccf210a77 is going to be updated. [ 726.320021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.320021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.320021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.320021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.320021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.330999] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388c7a47-6225-4555-8db8-f2fccf210a77 in Status: IN_PROGRESS for 2s [ 727.352324] env[70008]: INFO networking_nsxv3.common.synchronization [req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 req-d7b826ac-9c28-4389-909d-87457df3b7fe tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 727.355017] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 727.355017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.355219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.355713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.356235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.357352] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.357609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.357852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.358012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.358213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.358332] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.376586] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: SUCCESS [ 727.376772] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817a6309-6a58-479e-bb28-ae3c01cd385d deletion is rescheduled due to dependency. [ 727.376869] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.483908] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 727.484166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.862442] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.862649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.862727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.862965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.863076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.863277] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.863377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.863440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.863588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.863666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.863752] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 already deleted. [ 727.863829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.918742] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.922278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-784" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.922278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-784" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.922278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-784" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.922278] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.922278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.922278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.922278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.922278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.922278] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.922278] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.922278] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.922278] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.922278] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.922278] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.922278] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.925231] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817a6309-6a58-479e-bb28-ae3c01cd385d in Status: SUCCESS [ 727.925231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817a6309-6a58-479e-bb28-ae3c01cd385d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.948127] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.948127] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.948127] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.948127] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-784" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.948127] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-e723338d-b3f8-4ef4-bf80-7a3463084f48 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.948127] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-e723338d-b3f8-4ef4-bf80-7a3463084f48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.948127] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-e723338d-b3f8-4ef4-bf80-7a3463084f48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.948127] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-e723338d-b3f8-4ef4-bf80-7a3463084f48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.948127] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e723338d-b3f8-4ef4-bf80-7a3463084f48',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.351382] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388c7a47-6225-4555-8db8-f2fccf210a77 in Status: SUCCESS [ 728.351562] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388c7a47-6225-4555-8db8-f2fccf210a77 deletion is rescheduled due to dependency. [ 728.351703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.452021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.452021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.452021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.452021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.452021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.452021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port e723338d-b3f8-4ef4-bf80-7a3463084f48 not found, creating... [ 728.452472] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.452472] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.452472] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.452577] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.452708] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.452984] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.453145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.453257] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.453456] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.453582] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.453715] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: e723338d-b3f8-4ef4-bf80-7a3463084f48 is going to be created. [ 728.475607] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.475816] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.475944] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.476225] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.476447] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.476667] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-e723338d-b3f8-4ef4-bf80-7a3463084f48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.178039] env[70008]: INFO networking_nsxv3.common.synchronization [req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 req-268837eb-9adf-4a5f-bd16-b834c6a87df4 service nova] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_rules [ 729.178039] env[70008]: INFO networking_nsxv3.common.synchronization [req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 req-268837eb-9adf-4a5f-bd16-b834c6a87df4 service nova] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 729.178165] env[70008]: INFO networking_nsxv3.common.synchronization [req-d4f66440-7231-4a5d-94ab-9adb0b4fe842 req-268837eb-9adf-4a5f-bd16-b834c6a87df4 service nova] Enqueued Resource ID: e723338d-b3f8-4ef4-bf80-7a3463084f48 with Priority: HIGHEST for action port [ 729.178682] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_rules [ 729.178860] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 729.178988] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e723338d-b3f8-4ef4-bf80-7a3463084f48 with Priority: HIGHEST for action port [ 729.179816] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.179950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.180027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.180303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.180386] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.181359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.181495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.185136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.185136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.185136] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.185136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.185136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.185136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.185136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.185136] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.186694] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e723338d-b3f8-4ef4-bf80-7a3463084f48 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.186830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e723338d-b3f8-4ef4-bf80-7a3463084f48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.186885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e723338d-b3f8-4ef4-bf80-7a3463084f48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.187045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e723338d-b3f8-4ef4-bf80-7a3463084f48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.187117] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e723338d-b3f8-4ef4-bf80-7a3463084f48',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.692028] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.692028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.692028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692028] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e723338d-b3f8-4ef4-bf80-7a3463084f48 with status ACTIVE [ 729.692028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.692028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.692028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.692028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.692028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.692028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.692028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.692028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.692916] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.692916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.692916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.692916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.692916] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e723338d-b3f8-4ef4-bf80-7a3463084f48 is going to be updated. [ 729.719574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.719574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.719574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.719574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.719574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.719574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e723338d-b3f8-4ef4-bf80-7a3463084f48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.929275] env[70008]: INFO networking_nsxv3.common.synchronization [req-d337f612-79ae-49e6-b457-c23ef95ca6f2 req-ffa27325-2dd0-4249-a007-350820d59727 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 729.929878] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 729.930708] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.930989] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.931987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.932347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.932727] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.932923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.933082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.933370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.933528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.933825] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.196376] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.226367] env[70008]: INFO networking_nsxv3.common.synchronization [None req-11fbf058-42e3-4b35-a96c-a32e69269f0e None None] Enqueued Resource ID: 964e8be7-9ab6-40ff-81f3-152a1a9a7fbc with Priority: HIGHEST for action port [ 730.226636] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964e8be7-9ab6-40ff-81f3-152a1a9a7fbc with Priority: HIGHEST for action port [ 730.227196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-964e8be7-9ab6-40ff-81f3-152a1a9a7fbc taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.227324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-964e8be7-9ab6-40ff-81f3-152a1a9a7fbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.227394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-964e8be7-9ab6-40ff-81f3-152a1a9a7fbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.227655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-964e8be7-9ab6-40ff-81f3-152a1a9a7fbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.227741] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964e8be7-9ab6-40ff-81f3-152a1a9a7fbc',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.420232] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.420433] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.420834] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.420958] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.421246] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.422077] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.422250] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.422749] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.423435] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.425092] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.425092] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.425092] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.425197] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.425286] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.426474] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.426474] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.436700] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.445474] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.445583] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.446254] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.446254] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-840" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.446388] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-87d2234f-a805-47b7-8fd7-8262e600d7fa taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.446466] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-87d2234f-a805-47b7-8fd7-8262e600d7fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.447329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-87d2234f-a805-47b7-8fd7-8262e600d7fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.447329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-87d2234f-a805-47b7-8fd7-8262e600d7fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.447329] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d2234f-a805-47b7-8fd7-8262e600d7fa',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.699269] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.699541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.699541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.699805] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.699805] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.699912] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 is going to be created. [ 730.722769] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.723173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.723303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.723508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.723694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.731644] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 964e8be7-9ab6-40ff-81f3-152a1a9a7fbc [ 730.732153] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.732355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.732454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.732687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.732814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.732919] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:964e8be7-9ab6-40ff-81f3-152a1a9a7fbc already deleted. [ 730.733266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-964e8be7-9ab6-40ff-81f3-152a1a9a7fbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.734477] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: UNINITIALIZED for 2s [ 730.941680] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.949284] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.949500] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.949624] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.949888] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.950056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.950217] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 87d2234f-a805-47b7-8fd7-8262e600d7fa not found, creating... [ 730.950465] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.950619] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.950740] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.950958] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.951114] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.951386] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.951537] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.951652] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.951847] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.951979] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.952129] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 87d2234f-a805-47b7-8fd7-8262e600d7fa is going to be created. [ 730.972936] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.973209] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.973277] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.973538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.973766] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.973988] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-87d2234f-a805-47b7-8fd7-8262e600d7fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.447700] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.447700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.447920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.448214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.448353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.450224] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 731.485785] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.486310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.486310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.486494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.487364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.495181] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 731.827167] env[70008]: INFO networking_nsxv3.common.synchronization [req-d337f612-79ae-49e6-b457-c23ef95ca6f2 req-55506458-d85a-47fc-b0bb-ae71e3c0b6fa service nova] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_rules [ 731.827418] env[70008]: INFO networking_nsxv3.common.synchronization [req-d337f612-79ae-49e6-b457-c23ef95ca6f2 req-55506458-d85a-47fc-b0bb-ae71e3c0b6fa service nova] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 731.827539] env[70008]: INFO networking_nsxv3.common.synchronization [req-d337f612-79ae-49e6-b457-c23ef95ca6f2 req-55506458-d85a-47fc-b0bb-ae71e3c0b6fa service nova] Enqueued Resource ID: 87d2234f-a805-47b7-8fd7-8262e600d7fa with Priority: HIGHEST for action port [ 731.827743] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_rules [ 731.827830] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 731.827929] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d2234f-a805-47b7-8fd7-8262e600d7fa with Priority: HIGHEST for action port [ 731.828489] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.828617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.828707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.828899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.828984] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.830126] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.830229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.830412] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d2234f-a805-47b7-8fd7-8262e600d7fa taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.830514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d2234f-a805-47b7-8fd7-8262e600d7fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.830579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d2234f-a805-47b7-8fd7-8262e600d7fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.830765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d2234f-a805-47b7-8fd7-8262e600d7fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.830839] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d2234f-a805-47b7-8fd7-8262e600d7fa',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.332594] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.332753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.332912] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87d2234f-a805-47b7-8fd7-8262e600d7fa with status ACTIVE [ 732.333095] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.333262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.333262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.333458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.333550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.333716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.333806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.333866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.334045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.334123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.334300] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.334388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.334446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.334583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.334654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.334783] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87d2234f-a805-47b7-8fd7-8262e600d7fa is going to be updated. [ 732.364056] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.364056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.364056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.364290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.364290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.365070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d2234f-a805-47b7-8fd7-8262e600d7fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.717157] env[70008]: INFO networking_nsxv3.common.synchronization [None req-75290f62-3a00-47d9-a7c2-cbba47f82510 None None] Enqueued Resource ID: dbdfde8c-265c-4cfe-b7c6-d67449eee19a with Priority: HIGHEST for action port [ 732.717157] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbdfde8c-265c-4cfe-b7c6-d67449eee19a with Priority: HIGHEST for action port [ 732.717611] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbdfde8c-265c-4cfe-b7c6-d67449eee19a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.717744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbdfde8c-265c-4cfe-b7c6-d67449eee19a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.717820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbdfde8c-265c-4cfe-b7c6-d67449eee19a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.718691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbdfde8c-265c-4cfe-b7c6-d67449eee19a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.718800] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbdfde8c-265c-4cfe-b7c6-d67449eee19a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.749456] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: SUCCESS [ 732.749456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.749456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.749456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.750062] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.750062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.750062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.750062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.750062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.750524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.750524] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.224646] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbdfde8c-265c-4cfe-b7c6-d67449eee19a [ 733.225543] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.225543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.225543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.225543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.225543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.225543] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbdfde8c-265c-4cfe-b7c6-d67449eee19a already deleted. [ 733.225543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbdfde8c-265c-4cfe-b7c6-d67449eee19a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.254452] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.254617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.254691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.254910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.255095] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.255292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.255292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.255422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.255511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.255567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.255713] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.255813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.255865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.256017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.256171] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.256237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.256345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.256425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.256497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.256573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.256664] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.507081] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 733.507322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.507541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.509131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.509131] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.509131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.509131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.509131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.509131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.509131] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.759227] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875d0cef-dd7d-46cc-b333-0780f7236d71: rpc.has_security_group_logging(os_id): False [ 733.786496] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.786631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.786698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.786916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.787014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.787541] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.787541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.787541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.787541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.787733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.787764] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.787856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.787909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.788057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.788135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.788309] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.788392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.788458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.788646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.788713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.788782] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 is going to be created. [ 733.850088] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.850244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.850297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.850508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.850704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.864335] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: IN_PROGRESS for 2s [ 734.012033] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.516657] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.021715] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.021900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.021947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.022176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.022272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.022414] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 735.053338] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.053510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.053576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.053764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.053909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.067984] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 735.697698] env[70008]: INFO networking_nsxv3.common.synchronization [None req-4cf4070f-f838-4cd2-a507-df5d932decd6 None None] Enqueued Resource ID: b8ac90a0-cedb-4bcf-a947-bdeb9fe22246 with Priority: HIGHEST for action port [ 735.698258] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac90a0-cedb-4bcf-a947-bdeb9fe22246 with Priority: HIGHEST for action port [ 735.698559] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8ac90a0-cedb-4bcf-a947-bdeb9fe22246 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.698719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8ac90a0-cedb-4bcf-a947-bdeb9fe22246" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.698791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8ac90a0-cedb-4bcf-a947-bdeb9fe22246" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.699019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8ac90a0-cedb-4bcf-a947-bdeb9fe22246" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.699178] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8ac90a0-cedb-4bcf-a947-bdeb9fe22246',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.876833] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: SUCCESS [ 735.877036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.054588] env[70008]: INFO networking_nsxv3.common.synchronization [req-41286d5c-4e25-4f3e-b8bf-93add98b4921 req-2ec5d0ae-b483-40da-b88b-b66652222e04 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 736.055136] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 736.055445] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.055568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.055637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.055838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.055990] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.056105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.056165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.056308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.056396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.056490] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.201024] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8ac90a0-cedb-4bcf-a947-bdeb9fe22246 [ 736.201269] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.201402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.201471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.201698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.202205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.202205] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8ac90a0-cedb-4bcf-a947-bdeb9fe22246 already deleted. [ 736.202205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8ac90a0-cedb-4bcf-a947-bdeb9fe22246" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.503058] env[70008]: INFO networking_nsxv3.common.synchronization [None req-98e1b2cd-aac6-40b8-9195-fb8e842ac430 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Enqueued Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_rules [ 736.503607] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_rules [ 736.503942] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.504056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.504103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.504356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.504434] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.560015] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.600201] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.600201] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.600201] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.600201] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.600381] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.600498] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.600615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.600854] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.601013] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.601437] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.601514] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.601581] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.601691] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.601926] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.601993] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.602210] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.621808] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.623048] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.623048] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.623048] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.623048] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-320eb707-a5d0-4834-bdcc-1295fe2ec015 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.623048] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-320eb707-a5d0-4834-bdcc-1295fe2ec015" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.623048] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-320eb707-a5d0-4834-bdcc-1295fe2ec015" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.623506] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-320eb707-a5d0-4834-bdcc-1295fe2ec015" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.623506] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320eb707-a5d0-4834-bdcc-1295fe2ec015',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.659274] env[70008]: INFO networking_nsxv3.common.synchronization [None req-ddd73601-fe00-416d-bc1e-ea898605360e tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Enqueued Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_rules [ 736.659800] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_rules [ 736.663272] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.663272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.027239] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.027571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.027571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.027660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.028535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.028535] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca already deleted. [ 737.028535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.028535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.028535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.028535] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.062458] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.079987] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 737.080454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.081318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.081953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.081953] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.081953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.082306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.082306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.082306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.082306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.082453] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.125497] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.125721] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.125922] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.126248] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.126398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.126558] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 320eb707-a5d0-4834-bdcc-1295fe2ec015 not found, creating... [ 737.126832] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.126996] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.127229] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.127350] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.127495] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.127733] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.127888] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.128009] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.128588] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.128588] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.128588] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 320eb707-a5d0-4834-bdcc-1295fe2ec015 is going to be created. [ 737.151860] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.152110] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.152241] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.152514] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.152747] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.152973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-320eb707-a5d0-4834-bdcc-1295fe2ec015" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.563259] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.563462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.563539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.563811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.563911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.564385] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca already deleted. [ 737.564385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.564530] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.564734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.564734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.564913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.565017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.565141] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 737.587868] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.587868] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.587868] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.587868] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.587868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.588539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.588539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.588539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.588539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.588539] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.608264] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.608391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.608435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.608627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.608797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.617928] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 738.014212] env[70008]: INFO networking_nsxv3.common.synchronization [req-41286d5c-4e25-4f3e-b8bf-93add98b4921 req-dbe2bdce-cc8f-4e8b-942f-7e0b06a09d19 service nova] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_rules [ 738.014212] env[70008]: INFO networking_nsxv3.common.synchronization [req-41286d5c-4e25-4f3e-b8bf-93add98b4921 req-dbe2bdce-cc8f-4e8b-942f-7e0b06a09d19 service nova] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 738.014212] env[70008]: INFO networking_nsxv3.common.synchronization [req-41286d5c-4e25-4f3e-b8bf-93add98b4921 req-dbe2bdce-cc8f-4e8b-942f-7e0b06a09d19 service nova] Enqueued Resource ID: 320eb707-a5d0-4834-bdcc-1295fe2ec015 with Priority: HIGHEST for action port [ 738.014616] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_rules [ 738.014616] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 738.014690] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320eb707-a5d0-4834-bdcc-1295fe2ec015 with Priority: HIGHEST for action port [ 738.015535] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.015640] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.015726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.015938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.016041] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.017135] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.017238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.017493] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-320eb707-a5d0-4834-bdcc-1295fe2ec015 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.017611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320eb707-a5d0-4834-bdcc-1295fe2ec015" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.017677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320eb707-a5d0-4834-bdcc-1295fe2ec015" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.017854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320eb707-a5d0-4834-bdcc-1295fe2ec015" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.017930] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320eb707-a5d0-4834-bdcc-1295fe2ec015',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.092570] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54: rpc.has_security_group_logging(os_id): False [ 738.107724] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.107814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.107914] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.108141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.108238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.108532] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.108667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.108760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.108943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.109067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.109293] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.109458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.109516] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.109790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.109790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.110028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.110160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.110248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.110418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.110557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.110630] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 738.173871] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.176054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.176054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.176054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.176054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.214562] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 738.245271] env[70008]: INFO networking_nsxv3.common.synchronization [None req-21e5b449-f7b6-4a84-ba70-a82694264e0a None None] Enqueued Resource ID: f3e4b50b-3867-4a39-b839-350bdcc72e9f with Priority: HIGHEST for action port [ 738.245271] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e4b50b-3867-4a39-b839-350bdcc72e9f with Priority: HIGHEST for action port [ 738.245271] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e4b50b-3867-4a39-b839-350bdcc72e9f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.245271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e4b50b-3867-4a39-b839-350bdcc72e9f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.245271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e4b50b-3867-4a39-b839-350bdcc72e9f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.245271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e4b50b-3867-4a39-b839-350bdcc72e9f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.245628] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e4b50b-3867-4a39-b839-350bdcc72e9f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.521048] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.521314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.521534] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 320eb707-a5d0-4834-bdcc-1295fe2ec015 with status ACTIVE [ 738.521820] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.521995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.522048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.522271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.522332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.523288] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.523425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.523503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.523662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.523746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.523935] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.524036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.524096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.524335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.524335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.526204] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 320eb707-a5d0-4834-bdcc-1295fe2ec015 is going to be updated. [ 738.554389] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.554530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.554711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.554855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.554945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.555123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320eb707-a5d0-4834-bdcc-1295fe2ec015" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.748504] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3e4b50b-3867-4a39-b839-350bdcc72e9f [ 738.748727] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.748852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.748920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.749145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.749233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.749337] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3e4b50b-3867-4a39-b839-350bdcc72e9f already deleted. [ 738.749419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e4b50b-3867-4a39-b839-350bdcc72e9f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.817273] env[70008]: INFO networking_nsxv3.common.synchronization [req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 req-988244f9-5583-4af1-a34f-f4c41ac7c0f4 tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Enqueued Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 738.817273] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 738.817455] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.817573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.817637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.817845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.818393] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.818393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.818393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.818393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.818622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.818657] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.324801] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.469684] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.470474] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.470474] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.470692] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.471066] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.471216] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.471343] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.471618] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.471918] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.471918] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.472424] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.472424] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.472424] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.472670] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.472670] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.472836] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.493434] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.493617] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.494448] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.494448] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-470" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.494448] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-59b5af48-650d-4d45-bd85-7eff26470583 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.494625] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-59b5af48-650d-4d45-bd85-7eff26470583" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.494625] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-59b5af48-650d-4d45-bd85-7eff26470583" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.494907] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-59b5af48-650d-4d45-bd85-7eff26470583" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.495063] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b5af48-650d-4d45-bd85-7eff26470583',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.627785] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 739.628056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.628243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.628480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.628682] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.628811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.628875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.629073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.629257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.629401] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.826621] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.998678] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.999253] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.999253] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.999411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.000310] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.000310] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 59b5af48-650d-4d45-bd85-7eff26470583 not found, creating... [ 740.000310] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.000310] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.000310] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.000570] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.000570] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.000880] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.001166] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.001309] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.001654] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.001654] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.001654] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 59b5af48-650d-4d45-bd85-7eff26470583 is going to be created. [ 740.026906] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.027462] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.028259] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.028259] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.028259] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.028521] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-59b5af48-650d-4d45-bd85-7eff26470583" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.132569] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.237054] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 740.237346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.332144] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.332144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.332144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.332144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.332499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.332499] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 is going to be updated. [ 740.368397] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.368567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.368650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.368943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.369119] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.378440] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: IN_PROGRESS for 2s [ 740.638487] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.089758] env[70008]: INFO networking_nsxv3.common.synchronization [req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 req-e1c822d3-d763-4d63-a357-79058d117717 service nova] Enqueued Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_rules [ 741.090009] env[70008]: INFO networking_nsxv3.common.synchronization [req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 req-e1c822d3-d763-4d63-a357-79058d117717 service nova] Enqueued Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 741.090165] env[70008]: INFO networking_nsxv3.common.synchronization [req-1f8cce29-51e2-4ad2-99b3-41d7079cef12 req-e1c822d3-d763-4d63-a357-79058d117717 service nova] Enqueued Resource ID: 59b5af48-650d-4d45-bd85-7eff26470583 with Priority: HIGHEST for action port [ 741.090565] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_rules [ 741.090565] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 741.090685] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b5af48-650d-4d45-bd85-7eff26470583 with Priority: HIGHEST for action port [ 741.092270] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.092401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.092571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.092689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.092790] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.094375] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.094635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.094697] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-59b5af48-650d-4d45-bd85-7eff26470583 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.094811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59b5af48-650d-4d45-bd85-7eff26470583" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.094899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59b5af48-650d-4d45-bd85-7eff26470583" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.095095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59b5af48-650d-4d45-bd85-7eff26470583" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.095174] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b5af48-650d-4d45-bd85-7eff26470583',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.141218] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.141383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.141449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.141651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.142023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.142023] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 741.173553] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.173553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.173553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.174600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.174815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.183422] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 741.597420] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.597783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.599468] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59b5af48-650d-4d45-bd85-7eff26470583 with status ACTIVE [ 741.603017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.603017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.603017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.603017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.603017] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59b5af48-650d-4d45-bd85-7eff26470583 is going to be updated. [ 741.630429] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.630667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.630667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.630967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.631317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.631581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59b5af48-650d-4d45-bd85-7eff26470583" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.904225] env[70008]: INFO networking_nsxv3.common.synchronization [req-c9fd0440-a849-481b-9c00-c8fccb206161 req-b4bb00a5-8dec-4a42-bf1f-24858ccbec0e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 741.904225] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 741.904225] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.904225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.904225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.904225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.905122] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.905373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.905758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.906042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.906314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.906518] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.388983] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: SUCCESS [ 742.389250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.389423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.389646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.389838] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.389957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.390033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.390192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.390275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.390370] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.408808] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.409011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.409095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.409828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.409945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.410395] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.410669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.410669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.410775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.410867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.410979] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 742.455042] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.455199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.455270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.455478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.455618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.464236] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 742.893106] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.199134] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 743.199796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.199796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.199994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.200153] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.200279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.200346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.200523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.200609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.200697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.200941] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.395128] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.707578] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.707578] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.707578] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.707578] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.707578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.708205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.708205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.708205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.708205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.708205] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.898457] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.898761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.900131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.900485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.900670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.901495] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 is going to be updated. [ 743.933826] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.933826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.933826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.933826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.933826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.942786] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: IN_PROGRESS for 2s [ 744.070044] env[70008]: INFO networking_nsxv3.common.synchronization [req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 req-15047e10-2ca2-4e69-8764-408c5780f44c tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 744.070571] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 744.070902] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.071028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.071090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.071339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.071493] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.071590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.071670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.071792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.071882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.071974] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.213101] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20ab6458-12d1-41c1-a863-82e3480bfc88: rpc.has_security_group_logging(os_id): False [ 744.243664] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.243821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.243895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.244224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.244325] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.244525] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.244626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.244689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.244838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.244917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.245123] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.245221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.245286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.245408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.245480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.245667] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.245760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.245959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.246524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.246673] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 744.319464] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.319611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.319706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.319877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.320030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.333295] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 744.475778] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 744.475778] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 deletion is rescheduled due to dependency. [ 744.475778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.574558] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.574721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.574792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.575033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.575138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.575952] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.575952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.575952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.575952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.575952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.575952] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 already deleted. [ 744.575952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.629682] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.629899] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.630069] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.630400] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.630685] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.630917] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.635024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.635024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.635024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.635024] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.635024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.635024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.635024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.635024] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.635024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.635024] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.653327] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.653327] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.653327] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.653327] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.653327] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-108c6da3-629b-4e4f-98d0-decdb9825ddc taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.653327] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-108c6da3-629b-4e4f-98d0-decdb9825ddc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.653327] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-108c6da3-629b-4e4f-98d0-decdb9825ddc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.653327] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-108c6da3-629b-4e4f-98d0-decdb9825ddc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.653327] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('108c6da3-629b-4e4f-98d0-decdb9825ddc',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.156346] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.156681] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.156681] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.156949] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.157143] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.157309] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 108c6da3-629b-4e4f-98d0-decdb9825ddc not found, creating... [ 745.157568] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.157721] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.157861] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.158103] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.158239] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.158534] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.158958] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.158958] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.159459] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.159623] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.159763] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 108c6da3-629b-4e4f-98d0-decdb9825ddc is going to be created. [ 745.180802] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.180802] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.180802] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.181015] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.181309] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.181449] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-108c6da3-629b-4e4f-98d0-decdb9825ddc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.558200] env[70008]: INFO networking_nsxv3.common.synchronization [None req-7e934589-e917-4d28-88a8-a176bfd211a0 None None] Enqueued Resource ID: e5a37f8e-06e3-4334-8229-c4fc4eaf551f with Priority: HIGHEST for action port [ 745.558727] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a37f8e-06e3-4334-8229-c4fc4eaf551f with Priority: HIGHEST for action port [ 745.559072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5a37f8e-06e3-4334-8229-c4fc4eaf551f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.559201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5a37f8e-06e3-4334-8229-c4fc4eaf551f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.559372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5a37f8e-06e3-4334-8229-c4fc4eaf551f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.559511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5a37f8e-06e3-4334-8229-c4fc4eaf551f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.559592] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5a37f8e-06e3-4334-8229-c4fc4eaf551f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.669835] env[70008]: INFO networking_nsxv3.common.synchronization [req-3cf108e0-27d8-4839-addb-6d74145d4468 req-e7c7e6ab-b323-421e-bff0-e6e987eb8e1b tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 745.670644] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 745.670994] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.675681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.675681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.675681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.675681] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.675681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.675681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.675681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.675681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.675681] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.953806] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: SUCCESS [ 745.954181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.954796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.954988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.955201] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.955321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.955450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.955582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.955666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.955757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.955849] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.065117] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5a37f8e-06e3-4334-8229-c4fc4eaf551f [ 746.065260] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.065811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.065811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.065811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.065811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.066085] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5a37f8e-06e3-4334-8229-c4fc4eaf551f already deleted. [ 746.066085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5a37f8e-06e3-4334-8229-c4fc4eaf551f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.178028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.178331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.178331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.178406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.178471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.178817] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.178817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.178916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.179035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.179140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.179239] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 is going to be updated. [ 746.209458] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.209899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.210114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.210464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.210793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.220398] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: IN_PROGRESS for 2s [ 746.271025] env[70008]: INFO networking_nsxv3.common.synchronization [req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 req-ad5f66a8-ebd1-44a3-bdfd-13c0086f1e07 service nova] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_rules [ 746.271025] env[70008]: INFO networking_nsxv3.common.synchronization [req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 req-ad5f66a8-ebd1-44a3-bdfd-13c0086f1e07 service nova] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 746.271025] env[70008]: INFO networking_nsxv3.common.synchronization [req-b3129de2-40aa-4efb-8d64-6ba8e287f2f4 req-ad5f66a8-ebd1-44a3-bdfd-13c0086f1e07 service nova] Enqueued Resource ID: 108c6da3-629b-4e4f-98d0-decdb9825ddc with Priority: HIGHEST for action port [ 746.271025] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_rules [ 746.271025] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 746.271025] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 108c6da3-629b-4e4f-98d0-decdb9825ddc with Priority: HIGHEST for action port [ 746.271025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.271025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.271025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.271025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.271025] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.272052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.272052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.272052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.272052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.272052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.272052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.272052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.272052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.272052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.272052] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.272862] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-108c6da3-629b-4e4f-98d0-decdb9825ddc taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.272991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-108c6da3-629b-4e4f-98d0-decdb9825ddc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.273091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-108c6da3-629b-4e4f-98d0-decdb9825ddc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.273246] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-108c6da3-629b-4e4f-98d0-decdb9825ddc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.273321] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('108c6da3-629b-4e4f-98d0-decdb9825ddc',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.357355] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 746.357967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.457598] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.457766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.457837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.458080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.459049] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.459049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.459049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.459049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.459049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.459049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.459049] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.459049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.459049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.459736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.459736] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.459736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.459736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.460037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.460147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.460206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.460315] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.664365] env[70008]: INFO networking_nsxv3.common.synchronization [None req-56fc0fd7-7448-4d82-a28b-e4b4891f6950 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_rules [ 746.665453] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_rules [ 746.665453] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.665726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.665726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.666100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.666100] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.775134] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 108c6da3-629b-4e4f-98d0-decdb9825ddc with status ACTIVE [ 746.776733] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.776879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.776948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.777178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.777268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.777447] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.779018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.779018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.779018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.779018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.779018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.779018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.779018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.779018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.779018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.779018] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 108c6da3-629b-4e4f-98d0-decdb9825ddc is going to be updated. [ 746.779718] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.781498] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.781498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.804878] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.806747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.810258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.810258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.810258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.810258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-108c6da3-629b-4e4f-98d0-decdb9825ddc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.813673] env[70008]: INFO networking_nsxv3.common.synchronization [None req-f5f0c7d8-4623-4b2a-9977-ca148f1c5d89 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_rules [ 746.817675] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_rules [ 746.817675] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.817675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.962810] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdd228b2-e0ed-4846-844d-f30ad2026a45: rpc.has_security_group_logging(os_id): False [ 747.006181] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.006377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.006490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.006738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.006838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.007088] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.007192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.007258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.007428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.007487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.007663] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.007883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.007976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.008117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.008193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.011770] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.012033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.012170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.012445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.012602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.012770] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 is going to be updated. [ 747.196018] env[70008]: INFO networking_nsxv3.common.synchronization [None req-c2a5d0bc-a6df-4798-a357-74c5eb874c8a tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Enqueued Resource ID: a9442480-13b3-48a7-9f00-02267325cda8 with Priority: HIGHEST for action security_group_rules [ 747.196018] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9442480-13b3-48a7-9f00-02267325cda8 with Priority: HIGHEST for action security_group_rules [ 747.196018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9442480-13b3-48a7-9f00-02267325cda8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.196018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9442480-13b3-48a7-9f00-02267325cda8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.196018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9442480-13b3-48a7-9f00-02267325cda8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.196018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9442480-13b3-48a7-9f00-02267325cda8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.196018] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9442480-13b3-48a7-9f00-02267325cda8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.202069] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.202322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.202466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.202837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.203147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.205949] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.206080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.206145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.206319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.206397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.206574] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 already deleted. [ 747.206574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.207059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.208734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.208734] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.218370] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: IN_PROGRESS for 2s [ 747.282985] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.296958] env[70008]: INFO networking_nsxv3.common.synchronization [None req-bf5ad19e-9807-405b-b3c3-055a5cd66deb tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Enqueued Resource ID: a9442480-13b3-48a7-9f00-02267325cda8 with Priority: HIGHEST for action security_group_rules [ 747.297681] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9442480-13b3-48a7-9f00-02267325cda8 with Priority: HIGHEST for action security_group_rules [ 747.298449] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9442480-13b3-48a7-9f00-02267325cda8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.298566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9442480-13b3-48a7-9f00-02267325cda8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.727510] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.727663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.727706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.727979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.728123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.728250] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9442480-13b3-48a7-9f00-02267325cda8 already deleted. [ 747.728362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9442480-13b3-48a7-9f00-02267325cda8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.729622] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.729779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.729859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.730100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.730214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.730336] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 already deleted. [ 747.730453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.730652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9442480-13b3-48a7-9f00-02267325cda8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.730911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9442480-13b3-48a7-9f00-02267325cda8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.731055] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9442480-13b3-48a7-9f00-02267325cda8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.786052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.786335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.786335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.787285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.787285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.787285] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be created. [ 747.814981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.815231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.815231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.815434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.815595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.829656] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: UNINITIALIZED for 2s [ 747.947108] env[70008]: INFO networking_nsxv3.common.synchronization [None req-9b4d5bca-8c08-4108-948b-9ef37a7e4f82 None None] Enqueued Resource ID: c5d42dc3-9fcd-4681-a125-8f88236e2f4e with Priority: HIGHEST for action port [ 747.947108] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d42dc3-9fcd-4681-a125-8f88236e2f4e with Priority: HIGHEST for action port [ 747.947108] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5d42dc3-9fcd-4681-a125-8f88236e2f4e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.947108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5d42dc3-9fcd-4681-a125-8f88236e2f4e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.947108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5d42dc3-9fcd-4681-a125-8f88236e2f4e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.947709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5d42dc3-9fcd-4681-a125-8f88236e2f4e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.947965] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d42dc3-9fcd-4681-a125-8f88236e2f4e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.238593] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: SUCCESS [ 748.238859] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 deletion is rescheduled due to dependency. [ 748.239038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.253960] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.254122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.254237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.254401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.254491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.254588] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9442480-13b3-48a7-9f00-02267325cda8 already deleted. [ 748.254668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9442480-13b3-48a7-9f00-02267325cda8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.452595] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5d42dc3-9fcd-4681-a125-8f88236e2f4e [ 748.452874] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.453061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.453119] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.453321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.453414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.453515] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5d42dc3-9fcd-4681-a125-8f88236e2f4e already deleted. [ 748.453599] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5d42dc3-9fcd-4681-a125-8f88236e2f4e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.232753] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: SUCCESS [ 749.232976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.838699] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 749.838960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.839114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.839326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.839510] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.839624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.839685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.839836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.839913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.839998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.840096] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.344313] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.344313] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.344313] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.344313] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.344313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.345069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.345069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.345069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.345069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.345069] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.848541] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1bef618-4e68-4b17-90ea-e981e0a03913: rpc.has_security_group_logging(os_id): False [ 750.866507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.866670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.866712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.866923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.867026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.867237] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.867359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.867398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.867536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.867605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.867778] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.867918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.867918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.868112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.868152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.868319] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.868412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.868469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.868603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.868683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.868775] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be created. [ 750.924402] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.924547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.924609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.924907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.925371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.938020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: IN_PROGRESS for 2s [ 751.972712] env[70008]: INFO networking_nsxv3.common.synchronization [req-f28b7496-edad-4a03-b073-f8124b92e72e req-de63636a-69fe-471a-b8fb-7d8fbdd914e2 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 751.973403] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 751.973788] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.976110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.976276] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.976707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.976936] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.977093] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.977182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.977468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.977522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.977620] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.482376] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.482536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.482624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.482825] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.482927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.483145] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.483247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.483311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.483453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.483527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.483612] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 already deleted. [ 752.483689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.926859] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.927122] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.927388] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.927774] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.928120] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.928372] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.928551] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.929072] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.929280] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.929627] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.929830] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.929978] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.930298] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.930384] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.930498] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.930667] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.951653] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 752.951897] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.956927] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.957160] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.957390] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.957716] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.959002] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-9cb69465-1ee9-492a-aaa3-91442919a3fa taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.959002] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-9cb69465-1ee9-492a-aaa3-91442919a3fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.959002] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-9cb69465-1ee9-492a-aaa3-91442919a3fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.959002] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-9cb69465-1ee9-492a-aaa3-91442919a3fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.959536] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cb69465-1ee9-492a-aaa3-91442919a3fa',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.465240] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.465240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.465240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.465240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.465240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.465240] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 9cb69465-1ee9-492a-aaa3-91442919a3fa not found, creating... [ 753.465240] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.465240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.465240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.465240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.465240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.465857] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.465857] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.465857] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.465857] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.465857] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.466304] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 9cb69465-1ee9-492a-aaa3-91442919a3fa is going to be created. [ 753.492021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.492021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.492021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.492021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.492021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.492021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-9cb69465-1ee9-492a-aaa3-91442919a3fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.569427] env[70008]: INFO networking_nsxv3.common.synchronization [req-f28b7496-edad-4a03-b073-f8124b92e72e req-402710de-24c1-4e53-864f-7bc60da77492 service nova] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_rules [ 754.569427] env[70008]: INFO networking_nsxv3.common.synchronization [req-f28b7496-edad-4a03-b073-f8124b92e72e req-402710de-24c1-4e53-864f-7bc60da77492 service nova] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 754.569427] env[70008]: INFO networking_nsxv3.common.synchronization [req-f28b7496-edad-4a03-b073-f8124b92e72e req-402710de-24c1-4e53-864f-7bc60da77492 service nova] Enqueued Resource ID: 9cb69465-1ee9-492a-aaa3-91442919a3fa with Priority: HIGHEST for action port [ 754.569427] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_rules [ 754.569427] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 754.569427] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb69465-1ee9-492a-aaa3-91442919a3fa with Priority: HIGHEST for action port [ 754.570371] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.570732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.571016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.574073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.574073] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.574073] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.574073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.574073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.574073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.574073] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.574073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.574073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.574073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.574073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.574827] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.576111] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cb69465-1ee9-492a-aaa3-91442919a3fa taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.578992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cb69465-1ee9-492a-aaa3-91442919a3fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.578992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cb69465-1ee9-492a-aaa3-91442919a3fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.578992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cb69465-1ee9-492a-aaa3-91442919a3fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.578992] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cb69465-1ee9-492a-aaa3-91442919a3fa',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.796626] env[70008]: INFO networking_nsxv3.common.synchronization [req-f28b7496-edad-4a03-b073-f8124b92e72e req-260b3f63-a27b-403b-a0e3-64685db64d4a tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 754.797175] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 754.797476] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.797581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.081377] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.081556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.081701] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.082620] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cb69465-1ee9-492a-aaa3-91442919a3fa with status ACTIVE [ 755.082803] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.082922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.082985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.083249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.083342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.083518] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.083616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.083680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.083828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.083907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.084093] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.084193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.084258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.084396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.084471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.084556] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cb69465-1ee9-492a-aaa3-91442919a3fa is going to be updated. [ 755.108743] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.108917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.108997] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.109215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.109406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.109502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cb69465-1ee9-492a-aaa3-91442919a3fa" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.400180] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.400420] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.400547] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.400847] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.401132] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.401292] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.401406] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.401622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.401786] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.402045] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.402170] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.402280] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.402385] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.402496] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.402599] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.402729] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.420707] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.420925] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.421087] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.421318] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.421675] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-257c3176-f7f8-4300-aae7-daa7316daf6e taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.421907] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-257c3176-f7f8-4300-aae7-daa7316daf6e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.422058] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-257c3176-f7f8-4300-aae7-daa7316daf6e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.422400] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-257c3176-f7f8-4300-aae7-daa7316daf6e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.422584] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('257c3176-f7f8-4300-aae7-daa7316daf6e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.586782] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.925648] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.925648] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.925648] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.925957] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.926146] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.926308] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 257c3176-f7f8-4300-aae7-daa7316daf6e not found, creating... [ 755.926677] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.926842] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.926947] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.927219] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.927371] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.927656] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.927812] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.928183] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.928183] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.928340] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.928699] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 257c3176-f7f8-4300-aae7-daa7316daf6e is going to be created. [ 755.948508] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.948842] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.949037] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.949364] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.949614] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.949910] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-257c3176-f7f8-4300-aae7-daa7316daf6e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.090966] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.091252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.091364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.091604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.091737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.091880] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be created. [ 756.121771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.122023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.122130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.122383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.122593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.134925] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: UNINITIALIZED for 2s [ 757.702487] env[70008]: INFO networking_nsxv3.common.synchronization [req-f28b7496-edad-4a03-b073-f8124b92e72e req-2a85beb7-1580-473e-ad07-b747acb2905e service nova] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_rules [ 757.702802] env[70008]: INFO networking_nsxv3.common.synchronization [req-f28b7496-edad-4a03-b073-f8124b92e72e req-2a85beb7-1580-473e-ad07-b747acb2905e service nova] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 757.702857] env[70008]: INFO networking_nsxv3.common.synchronization [req-f28b7496-edad-4a03-b073-f8124b92e72e req-2a85beb7-1580-473e-ad07-b747acb2905e service nova] Enqueued Resource ID: 257c3176-f7f8-4300-aae7-daa7316daf6e with Priority: HIGHEST for action port [ 757.703754] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_rules [ 757.703754] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 757.703754] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 257c3176-f7f8-4300-aae7-daa7316daf6e with Priority: HIGHEST for action port [ 757.703938] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.708474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.708771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.708873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.709076] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-257c3176-f7f8-4300-aae7-daa7316daf6e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.709182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-257c3176-f7f8-4300-aae7-daa7316daf6e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.709246] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-257c3176-f7f8-4300-aae7-daa7316daf6e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.709482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-257c3176-f7f8-4300-aae7-daa7316daf6e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.709572] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('257c3176-f7f8-4300-aae7-daa7316daf6e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.785494] env[70008]: INFO networking_nsxv3.common.synchronization [req-8b1aae59-0269-4a33-8fb9-c2800b710e7e req-46d82c97-5965-4cf1-b25c-238ef05f8b28 tempest-ServersTestJSON-78779318 tempest-ServersTestJSON-78779318-project-member] Enqueued Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_members [ 757.786060] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGHEST for action security_group_members [ 757.786414] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.786624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.786684] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.786947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.787160] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.787304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.787428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.787597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.787780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.787887] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.148606] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 758.148895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.149092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.149308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.149547] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.149657] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.149706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.149869] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.149949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.150058] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.215029] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 257c3176-f7f8-4300-aae7-daa7316daf6e with status ACTIVE [ 758.215029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.215029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.215029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.215029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.215029] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 257c3176-f7f8-4300-aae7-daa7316daf6e is going to be updated. [ 758.237545] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.237690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.237752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.237964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.238108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.238258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-257c3176-f7f8-4300-aae7-daa7316daf6e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.290638] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.291196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.291313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.291535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.292213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.292213] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.292213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.292213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.292213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.292213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.292631] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 is going to be updated. [ 758.330151] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.330310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.330379] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.330573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.330710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.342686] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 in Status: IN_PROGRESS for 2s [ 758.653220] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.156789] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.659954] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.659954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.659954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.659954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.659954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.659954] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 759.698225] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.698504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.698566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.698873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.699073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.707485] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 760.351904] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 in Status: SUCCESS [ 760.352252] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 deletion is rescheduled due to dependency. [ 760.352252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.350513] env[70008]: INFO networking_nsxv3.common.synchronization [req-6964e7d7-5da2-4f87-8c48-fa7ff4614f0a req-afd8048c-67aa-48a8-a6de-7ff7fabe675f tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Enqueued Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 761.351214] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 761.351556] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.351680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.351747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.352045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.352328] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.352389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.352434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.355332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.355332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.355332] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.718180] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 761.718438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.718619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.718902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.719782] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.720421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.720421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.720421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.720593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.720593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.720746] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.721635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.721821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.722013] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.722208] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.722208] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.722635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.722635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.722635] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.860564] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.224749] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.227554] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.227554] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.365861] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.728033] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.867735] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.867936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.867980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.868198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.868289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.868423] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 is going to be updated. [ 762.894492] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.894492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.894492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.894880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.894880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.903182] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: IN_PROGRESS for 2s [ 763.232073] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.233087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.233174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.233384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.233477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.233586] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 763.262585] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.262731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.262795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.263029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.263176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.272026] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 764.753669] env[70008]: INFO networking_nsxv3.common.synchronization [None req-da2b2d35-67df-4407-a15f-cfa8b66f1e9f tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_rules [ 764.754333] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_rules [ 764.755089] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183fc09b-1215-4e14-a0c7-4166dfe90953 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.755089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.755089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.755089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.755353] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.836058] env[70008]: INFO networking_nsxv3.common.synchronization [None req-e9184799-1aa8-48a4-9ad5-3b3c5b1e7298 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_rules [ 764.836604] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_rules [ 764.837239] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183fc09b-1215-4e14-a0c7-4166dfe90953 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.837381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.915948] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: SUCCESS [ 764.916191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.281191] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 765.281191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.281191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.281389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.281587] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.281700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.281763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.282032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.282129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.282226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.282414] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.282523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.282596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.282758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.283338] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.283338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.283338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.283338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.283338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.283569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.283569] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.285593] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.285593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.285593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.285593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.285810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.285810] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 already deleted. [ 765.286294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.286294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.286294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.286294] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.787795] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5874604-b7b8-47c9-889e-8ea4718d3f73: rpc.has_security_group_logging(os_id): False [ 765.805210] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.807771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.807771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.807771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.808800] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.808800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.808800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.808800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.808800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.808800] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be created. [ 765.811253] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.811253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.811253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.811253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.811253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.811473] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 already deleted. [ 765.811473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.862328] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.862328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.862328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.862613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.862613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.872705] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 767.657878] env[70008]: INFO networking_nsxv3.common.synchronization [None req-8b70b299-ea36-442e-8273-572c9316f3ac None None] Enqueued Resource ID: 701da360-0485-4ede-a635-c6df5fa9fe57 with Priority: HIGHEST for action port [ 767.658184] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701da360-0485-4ede-a635-c6df5fa9fe57 with Priority: HIGHEST for action port [ 767.662023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-701da360-0485-4ede-a635-c6df5fa9fe57 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.662023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701da360-0485-4ede-a635-c6df5fa9fe57" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.662023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701da360-0485-4ede-a635-c6df5fa9fe57" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.662023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701da360-0485-4ede-a635-c6df5fa9fe57" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.662023] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701da360-0485-4ede-a635-c6df5fa9fe57',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.890040] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 767.890040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.890040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.890040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.890040] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.924211] env[70008]: INFO networking_nsxv3.common.synchronization [req-7de4bd9a-7810-402a-b278-9a2af8d1f363 req-2978138e-ad09-40ec-b6f0-af2b0a3eb737 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 767.924998] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 767.930469] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.931866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.932130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.932687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.935320] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.935449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.935517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.935743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.935834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.935942] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.164772] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 701da360-0485-4ede-a635-c6df5fa9fe57 [ 768.164772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.164772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.164772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.164772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.164772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.164772] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:701da360-0485-4ede-a635-c6df5fa9fe57 already deleted. [ 768.164772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701da360-0485-4ede-a635-c6df5fa9fe57" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.393354] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.393562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.393666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.393945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.394203] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.394373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.394542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.394647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.394768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.394881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.395011] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.441160] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.564563] env[70008]: INFO networking_nsxv3.common.synchronization [None req-8933fe0b-b6c0-4a45-9313-7429b3f83a8c tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Enqueued Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_rules [ 768.568024] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_rules [ 768.568024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.568740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.568843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.569133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.569197] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.674609] env[70008]: INFO networking_nsxv3.common.synchronization [None req-2d524bc7-8ed3-49d5-a492-118a27f4f6a1 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Enqueued Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_rules [ 768.675924] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_rules [ 768.675924] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.676098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.898799] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.898799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.898799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.899767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.899767] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.899767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.899767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.899767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.899767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.899767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.900021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.900021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.900095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.900185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.901164] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.901164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.901164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.901164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.901164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.901164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.901164] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.943630] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.090585] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.090585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.090768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.091747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.091988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.092245] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b already deleted. [ 769.093348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.093348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.093348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.093348] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.174812] env[70008]: INFO networking_nsxv3.common.synchronization [req-890f9a34-fff0-4bcd-8a43-7afd850d1a60 req-7417092f-ad6a-48ae-b3c2-0574d1783962 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 769.175536] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 769.175841] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.175958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.176175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.176420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.176620] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.176733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.176811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.176977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.177106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.177221] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.404879] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5874604-b7b8-47c9-889e-8ea4718d3f73: rpc.has_security_group_logging(os_id): False [ 769.423689] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.423844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.423914] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.424178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.424279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.424468] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.424618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.424710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.424945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.425102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.425314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.425413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.425472] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.425935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.425935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.426063] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.426161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.426243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.426382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.426557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.426642] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 769.433217] env[70008]: INFO networking_nsxv3.common.synchronization [req-70a7a553-fbd6-4b66-9a23-415ed907449c req-28862393-ca84-431d-9f18-072e8f20af7a tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 769.433731] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 769.434072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.434190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.445456] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.445606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.445649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.445860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.445954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.446068] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 769.483904] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.483904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.484206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.484438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.484589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.492639] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 769.508906] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.509121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.509200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.509419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.509596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.523397] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 769.626876] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.627046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.627106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.627316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.628258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.628258] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b already deleted. [ 769.628258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.679177] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.920165] env[70008]: INFO networking_nsxv3.common.synchronization [None req-d6f51422-8e32-4f55-8368-c94537071ea7 None None] Enqueued Resource ID: 6e5b6936-c136-4127-8867-a8a9cb1bdda0 with Priority: HIGHEST for action port [ 769.921958] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5b6936-c136-4127-8867-a8a9cb1bdda0 with Priority: HIGHEST for action port [ 769.921958] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e5b6936-c136-4127-8867-a8a9cb1bdda0 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.921958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e5b6936-c136-4127-8867-a8a9cb1bdda0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.922117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e5b6936-c136-4127-8867-a8a9cb1bdda0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.922297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e5b6936-c136-4127-8867-a8a9cb1bdda0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.922394] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5b6936-c136-4127-8867-a8a9cb1bdda0',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.182112] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.429123] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e5b6936-c136-4127-8867-a8a9cb1bdda0 [ 770.429375] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.430461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.430461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.430461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.430461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.430461] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e5b6936-c136-4127-8867-a8a9cb1bdda0 already deleted. [ 770.430461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e5b6936-c136-4127-8867-a8a9cb1bdda0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.684810] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.685170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.685170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.685252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.685324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.685447] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 770.711198] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.711369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.711454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.711697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.711853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.721749] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 771.503296] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 771.503296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.535184] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 771.535435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.731497] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 772.731758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.731804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.732056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.732249] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.732368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.732429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.732581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.732662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.732759] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.235833] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.235833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.235833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.236068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.236068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.236345] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.236345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.236521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.236570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.236742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.236742] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 773.263389] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.263658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.263719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.263861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.263996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.273296] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 774.922296] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 774.922638] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 775.284149] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 775.284312] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 deletion is rescheduled due to dependency. [ 775.284361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.960101] env[70008]: INFO networking_nsxv3.common.synchronization [req-496f4a22-0e03-4f7a-ab17-f8f2c3f1680d req-da88a722-7c22-4b0e-8947-5816af74fc89 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 775.960747] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 775.960994] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.962315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.962315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.962315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.962315] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.962315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.962315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.962315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.962315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.962315] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.465527] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.465725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.465788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.466022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.466160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.466383] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.466486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.466546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.466702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.466779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.466864] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be updated. [ 776.498049] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.498277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.498395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.498875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.499114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.518671] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: IN_PROGRESS for 2s [ 778.529280] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 778.529721] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 deletion is rescheduled due to dependency. [ 778.529721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.962285] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 780.962285] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 781.155711] env[70008]: INFO networking_nsxv3.common.synchronization [req-f635a025-99d9-4663-b873-46d676cb7ac6 req-9258d85c-3a3f-497a-aacc-458f7025814c tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Enqueued Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_members [ 781.156324] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_members [ 781.156635] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.156755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.156822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.162056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.162304] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.162427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.162495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.162701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.162791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.162891] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.667626] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.667947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.667947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.668370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.668370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.668370] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.668533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.668533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.668653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.668725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.669046] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fdcf54-c273-402f-9ffc-dd057a349971 already deleted. [ 781.669046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.710819] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.711067] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-171" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.711204] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-171" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.711521] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-171" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.711779] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.711934] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.712071] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.712291] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.712826] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.712826] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.712826] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.712944] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.712968] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.713293] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.713293] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.713406] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.733487] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.733669] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.733809] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.733980] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-171" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.734293] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-e462d332-42a2-45b0-93e6-a8d4c0958028 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.734461] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-e462d332-42a2-45b0-93e6-a8d4c0958028" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.734580] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-e462d332-42a2-45b0-93e6-a8d4c0958028" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.734875] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-e462d332-42a2-45b0-93e6-a8d4c0958028" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.735022] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e462d332-42a2-45b0-93e6-a8d4c0958028',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.238049] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.238370] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.238370] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.238682] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.238884] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.239061] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port e462d332-42a2-45b0-93e6-a8d4c0958028 not found, creating... [ 782.239349] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.239538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.239693] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.239953] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.240142] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.240467] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.240655] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.240798] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.241072] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.241241] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.241394] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: e462d332-42a2-45b0-93e6-a8d4c0958028 is going to be created. [ 782.261526] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.261855] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.262059] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.262415] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.262769] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.263126] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-e462d332-42a2-45b0-93e6-a8d4c0958028" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.114863] env[70008]: INFO networking_nsxv3.common.synchronization [req-f635a025-99d9-4663-b873-46d676cb7ac6 req-19bb03b2-b9be-453d-a659-416ec68f5a31 service nova] Enqueued Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_rules [ 783.115054] env[70008]: INFO networking_nsxv3.common.synchronization [req-f635a025-99d9-4663-b873-46d676cb7ac6 req-19bb03b2-b9be-453d-a659-416ec68f5a31 service nova] Enqueued Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_members [ 783.115197] env[70008]: INFO networking_nsxv3.common.synchronization [req-f635a025-99d9-4663-b873-46d676cb7ac6 req-19bb03b2-b9be-453d-a659-416ec68f5a31 service nova] Enqueued Resource ID: e462d332-42a2-45b0-93e6-a8d4c0958028 with Priority: HIGHEST for action port [ 783.115422] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_rules [ 783.115551] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_members [ 783.115649] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e462d332-42a2-45b0-93e6-a8d4c0958028 with Priority: HIGHEST for action port [ 783.116208] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.116337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.116406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.116597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.116682] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.119400] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.124752] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.124752] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.124752] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e462d332-42a2-45b0-93e6-a8d4c0958028 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e462d332-42a2-45b0-93e6-a8d4c0958028" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e462d332-42a2-45b0-93e6-a8d4c0958028" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.124752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e462d332-42a2-45b0-93e6-a8d4c0958028" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.124752] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e462d332-42a2-45b0-93e6-a8d4c0958028',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.625841] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.626588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.626707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.626864] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e462d332-42a2-45b0-93e6-a8d4c0958028 with status ACTIVE [ 783.627035] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.627146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.627211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.627406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.627493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.627662] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.627757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.627819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.627966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.628059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.628254] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.628319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.628380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.628516] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.628591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.628676] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e462d332-42a2-45b0-93e6-a8d4c0958028 is going to be updated. [ 783.651703] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.651844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.651914] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.652172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.652306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.652466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e462d332-42a2-45b0-93e6-a8d4c0958028" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.854379] env[70008]: INFO networking_nsxv3.common.synchronization [req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce req-3dbf1d72-81c8-4de0-9c1c-631fd454eb3e tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 783.854851] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 783.855157] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.855281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.855350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.855538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.855685] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.855779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.855841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.855980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.856080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.856170] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.135076] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.357697] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.389020] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.389926] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.389926] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.389926] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.390119] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.393379] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.393526] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.393802] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.393951] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.394191] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.394309] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.394417] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.394526] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.394630] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.394755] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.394909] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.415517] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.415517] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.415517] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.415517] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.415517] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-21dd099e-3dab-4b1a-887d-690439ebaa86 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.415517] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-21dd099e-3dab-4b1a-887d-690439ebaa86" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.415517] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-21dd099e-3dab-4b1a-887d-690439ebaa86" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.415517] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-21dd099e-3dab-4b1a-887d-690439ebaa86" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.415517] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21dd099e-3dab-4b1a-887d-690439ebaa86',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.636296] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.636595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.636595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.636734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.636827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.636928] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fdcf54-c273-402f-9ffc-dd057a349971 is going to be created. [ 784.660800] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.660990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.661255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.661484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.661630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.672232] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fdcf54-c273-402f-9ffc-dd057a349971 in Status: UNINITIALIZED for 2s [ 784.860863] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.921101] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.921335] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.921463] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.921736] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.921921] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.922116] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 21dd099e-3dab-4b1a-887d-690439ebaa86 not found, creating... [ 784.922402] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.922541] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.922660] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.922881] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.923035] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.923355] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.923555] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.923680] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.923889] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.924037] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.924180] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 21dd099e-3dab-4b1a-887d-690439ebaa86 is going to be created. [ 784.943043] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.943225] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.943351] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.943604] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.943827] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.944061] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-21dd099e-3dab-4b1a-887d-690439ebaa86" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.363315] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.363466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.363541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.363761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.363854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.363955] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 is going to be updated. [ 785.392055] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.392311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.392372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.392704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.392900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.401421] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: IN_PROGRESS for 2s [ 785.764255] env[70008]: INFO networking_nsxv3.common.synchronization [req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce req-06f503f2-a19a-401f-8743-2978fccfd61e service nova] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_rules [ 785.765016] env[70008]: INFO networking_nsxv3.common.synchronization [req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce req-06f503f2-a19a-401f-8743-2978fccfd61e service nova] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 785.765016] env[70008]: INFO networking_nsxv3.common.synchronization [req-a8b9ec5e-7df2-4056-af60-499bbe7a02ce req-06f503f2-a19a-401f-8743-2978fccfd61e service nova] Enqueued Resource ID: 21dd099e-3dab-4b1a-887d-690439ebaa86 with Priority: HIGHEST for action port [ 785.766493] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_rules [ 785.766680] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 785.766820] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21dd099e-3dab-4b1a-887d-690439ebaa86 with Priority: HIGHEST for action port [ 785.767690] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.767839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.767918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.768223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.768342] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.769507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.769644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.769875] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-21dd099e-3dab-4b1a-887d-690439ebaa86 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.773026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21dd099e-3dab-4b1a-887d-690439ebaa86" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.773026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21dd099e-3dab-4b1a-887d-690439ebaa86" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.773026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21dd099e-3dab-4b1a-887d-690439ebaa86" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.773026] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21dd099e-3dab-4b1a-887d-690439ebaa86',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.272691] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.272930] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.273097] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21dd099e-3dab-4b1a-887d-690439ebaa86 with status ACTIVE [ 786.273285] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.273402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.273505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.273838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.273982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.274206] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.274337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.274397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.274567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.274653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.274883] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.275043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.275150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.275384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.275468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.275677] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21dd099e-3dab-4b1a-887d-690439ebaa86 is going to be updated. [ 786.295828] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.296019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.296164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.296345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.296500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.296668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21dd099e-3dab-4b1a-887d-690439ebaa86" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.682524] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fdcf54-c273-402f-9ffc-dd057a349971 in Status: SUCCESS [ 786.682597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.682713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.682970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.683209] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.683340] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.683408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.683577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.683662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.683814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.683868] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.179131] env[70008]: INFO networking_nsxv3.common.synchronization [req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c req-71083d16-ed8d-47d5-8ff1-3ef952b1b52d tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Enqueued Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_members [ 787.179390] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_members [ 787.179554] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.179636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.179684] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.179915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.180557] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.180674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.180743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.180914] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.181030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.181122] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.186466] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.412117] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: SUCCESS [ 787.412197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.412452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.412854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.413122] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.413283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.413399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.413539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.413648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.413751] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.683635] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.684263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.684263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.684263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.684263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.684527] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.684527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.684612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.684703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.684771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.684853] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d659af-e5df-4301-876a-98c8a6bd1dca already deleted. [ 787.685031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.690027] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11fdcf54-c273-402f-9ffc-dd057a349971: rpc.has_security_group_logging(os_id): False [ 787.715283] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.715283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.715283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.715283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.715283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.715283] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.715283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.715283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.715283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.715283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.715283] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11fdcf54-c273-402f-9ffc-dd057a349971 is going to be created. [ 787.743021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.743021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-363" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.743021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-363" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.743021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-363" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.743021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.743021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.743021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.743021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.743637] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.743976] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.744237] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.744465] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.745622] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.745622] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.745622] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.745622] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.766815] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.767036] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 787.767184] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.767359] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-363" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.767682] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-93331186-4db2-4184-9547-f0a58b80160a taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.767858] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-93331186-4db2-4184-9547-f0a58b80160a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.767980] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-93331186-4db2-4184-9547-f0a58b80160a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.768420] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-93331186-4db2-4184-9547-f0a58b80160a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.768567] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93331186-4db2-4184-9547-f0a58b80160a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.792026] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.792222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.793066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.793066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.793066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.806554] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11fdcf54-c273-402f-9ffc-dd057a349971 in Status: IN_PROGRESS for 2s [ 787.841459] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 787.841611] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent loop - iteration:1 started [ 787.916515] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.271270] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.271554] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.271674] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.272094] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.272278] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.272442] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 93331186-4db2-4184-9547-f0a58b80160a not found, creating... [ 788.273482] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.273482] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.273482] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.273482] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.273482] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.273734] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.273734] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.273858] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.274080] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.274218] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.274356] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 93331186-4db2-4184-9547-f0a58b80160a is going to be created. [ 788.292915] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.293195] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.293360] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.293666] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.293945] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.294213] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-93331186-4db2-4184-9547-f0a58b80160a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.418431] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.923096] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.923235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.923344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.923545] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.923643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.923747] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 is going to be updated. [ 788.949884] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.950044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.950146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.950327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.950471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.960509] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: IN_PROGRESS for 2s [ 789.273880] env[70008]: INFO networking_nsxv3.common.synchronization [req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c req-713d6679-b37b-4762-b0c6-688180cb1068 service nova] Enqueued Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_rules [ 789.274241] env[70008]: INFO networking_nsxv3.common.synchronization [req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c req-713d6679-b37b-4762-b0c6-688180cb1068 service nova] Enqueued Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_members [ 789.274241] env[70008]: INFO networking_nsxv3.common.synchronization [req-701526ac-d385-4f5e-b0fb-c47ac8d32f7c req-713d6679-b37b-4762-b0c6-688180cb1068 service nova] Enqueued Resource ID: 93331186-4db2-4184-9547-f0a58b80160a with Priority: HIGHEST for action port [ 789.274722] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_rules [ 789.274856] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_members [ 789.274953] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93331186-4db2-4184-9547-f0a58b80160a with Priority: HIGHEST for action port [ 789.275653] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.275653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.275653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.275917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.275917] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.277225] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.277356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.277427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.277731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.277892] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.277992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.278057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.278207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.278293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.278388] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.279594] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-93331186-4db2-4184-9547-f0a58b80160a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.279712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93331186-4db2-4184-9547-f0a58b80160a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.279769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93331186-4db2-4184-9547-f0a58b80160a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.280021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93331186-4db2-4184-9547-f0a58b80160a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.280021] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93331186-4db2-4184-9547-f0a58b80160a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.535616] env[70008]: INFO networking_nsxv3.common.synchronization [req-07abab46-b28f-4531-bd10-93407d3e2a05 req-fa6f1e18-1112-42ea-8c79-80b45f6e6256 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 789.535616] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 789.536259] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.536567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.536743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.537128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.538866] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.538866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.538866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.538866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.538866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.538866] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.778286] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.778418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.779820] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.782512] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93331186-4db2-4184-9547-f0a58b80160a with status ACTIVE [ 789.782721] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.782846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.782915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.783135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.783229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.783433] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.783537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.783600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.783747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.783823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.783997] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.784100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.784162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.784299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.784371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.784455] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93331186-4db2-4184-9547-f0a58b80160a is going to be updated. [ 789.806508] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.806651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.806724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.806927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.807075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.807231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93331186-4db2-4184-9547-f0a58b80160a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.817230] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11fdcf54-c273-402f-9ffc-dd057a349971 in Status: SUCCESS [ 789.817450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.040557] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.040700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.040765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.041152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.041234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.041394] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.041506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.041569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.041720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.041796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.041882] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 already deleted. [ 790.041961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.284410] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.686032] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.686032] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.686032] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.686272] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.687063] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.687063] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.687063] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.687063] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.687063] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.692189] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.692189] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.692189] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.692189] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.692189] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.692189] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.692189] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.709435] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.711027] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.711027] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.711027] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.711156] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-3102b4d2-5477-4ee7-baf7-395bd5736c63 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.711469] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-3102b4d2-5477-4ee7-baf7-395bd5736c63" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.714929] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-3102b4d2-5477-4ee7-baf7-395bd5736c63" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.714929] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-3102b4d2-5477-4ee7-baf7-395bd5736c63" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.714929] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3102b4d2-5477-4ee7-baf7-395bd5736c63',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.787541] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.787541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.787734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.787827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.787921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.788227] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d659af-e5df-4301-876a-98c8a6bd1dca is going to be created. [ 790.812667] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.812815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.812889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.813115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.813284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.824043] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d659af-e5df-4301-876a-98c8a6bd1dca in Status: UNINITIALIZED for 2s [ 790.971460] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: SUCCESS [ 790.971750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.972088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.972202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.972368] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.972536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.972672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.972820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.973302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.973463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.973569] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.216702] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.216702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.216702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.216702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.216702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.216702] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 3102b4d2-5477-4ee7-baf7-395bd5736c63 not found, creating... [ 791.216702] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.216702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.216702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.216702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.217016] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.217727] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.217727] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.217727] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.218323] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.218569] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.220398] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 3102b4d2-5477-4ee7-baf7-395bd5736c63 is going to be created. [ 791.244964] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.245198] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.245329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.245615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.245849] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.247284] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-3102b4d2-5477-4ee7-baf7-395bd5736c63" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.476959] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.476959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.476959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.476959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.477460] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.477460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.477460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.477460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.477460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.477624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.477725] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.477794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.477825] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.477965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.478121] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.478217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.478291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.478442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.478520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.478600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.478686] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.982684] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28b1d592-9fdb-4482-844f-c8f80dee9530: rpc.has_security_group_logging(os_id): False [ 792.000917] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.001657] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.001890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.005021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.005021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.005021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.005021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.005021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.005021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.005021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.005021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.005021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.006117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.006422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.006767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.007080] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.007324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.010345] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 is going to be updated. [ 792.076790] env[70008]: INFO networking_nsxv3.common.synchronization [req-07abab46-b28f-4531-bd10-93407d3e2a05 req-1af025e0-6846-4d21-8a86-b4b99ffff54b service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 792.076978] env[70008]: INFO networking_nsxv3.common.synchronization [req-07abab46-b28f-4531-bd10-93407d3e2a05 req-1af025e0-6846-4d21-8a86-b4b99ffff54b service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 792.077154] env[70008]: INFO networking_nsxv3.common.synchronization [req-07abab46-b28f-4531-bd10-93407d3e2a05 req-1af025e0-6846-4d21-8a86-b4b99ffff54b service nova] Enqueued Resource ID: 3102b4d2-5477-4ee7-baf7-395bd5736c63 with Priority: HIGHEST for action port [ 792.077670] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 792.077810] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 792.077928] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3102b4d2-5477-4ee7-baf7-395bd5736c63 with Priority: HIGHEST for action port [ 792.080178] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.080327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.080400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.080620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.080767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.082078] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.082222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.082285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.082502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.082590] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.083614] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.083614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.083721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.083834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.083960] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.084069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.084163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.084265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.084343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.084428] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.085550] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3102b4d2-5477-4ee7-baf7-395bd5736c63 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.086883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3102b4d2-5477-4ee7-baf7-395bd5736c63" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.086883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3102b4d2-5477-4ee7-baf7-395bd5736c63" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.086883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3102b4d2-5477-4ee7-baf7-395bd5736c63" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.086883] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3102b4d2-5477-4ee7-baf7-395bd5736c63',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.097742] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: IN_PROGRESS for 2s [ 792.587700] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.588060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.588060] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.589413] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3102b4d2-5477-4ee7-baf7-395bd5736c63 with status ACTIVE [ 792.589588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.589804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.589925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.590181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.590293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.590590] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.590727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.590798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.590959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.591297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.591610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.591802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.592021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.592301] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.592490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.592675] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3102b4d2-5477-4ee7-baf7-395bd5736c63 is going to be updated. [ 792.624983] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.625182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.625269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.625486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.625857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.625857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3102b4d2-5477-4ee7-baf7-395bd5736c63" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.835055] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d659af-e5df-4301-876a-98c8a6bd1dca in Status: SUCCESS [ 792.835182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.835343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.835551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.836045] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.836045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.836045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.836207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.836207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.836272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.839021] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.040099] env[70008]: INFO networking_nsxv3.common.synchronization [req-e07a8583-f37c-446e-91b7-fef5906007f9 req-2d18a169-02b3-47ba-a29c-f5e4c2a447a2 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 793.040646] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 793.041484] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.041616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.041687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.041859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.042016] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.042111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.042216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.042345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.042391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.042484] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.096494] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.338835] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.550536] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.550677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.550677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.550920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.551086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.551317] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.551421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.551476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.551642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.551720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.551823] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 793.579700] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.579906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.579906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.580162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.580308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.588265] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 793.599911] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.600111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.600188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.600442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.600571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.600673] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be created. [ 793.621792] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.621957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.622050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.622306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.622472] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.633024] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: UNINITIALIZED for 2s [ 793.840989] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5d659af-e5df-4301-876a-98c8a6bd1dca: rpc.has_security_group_logging(os_id): False [ 793.859785] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.859933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.860032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.860284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.860397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.860709] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.860844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.860918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.861135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.861221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.861330] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d659af-e5df-4301-876a-98c8a6bd1dca is going to be created. [ 793.917684] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.917857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.917928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.918185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.918406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.927212] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d659af-e5df-4301-876a-98c8a6bd1dca in Status: IN_PROGRESS for 2s [ 794.111832] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: SUCCESS [ 794.111832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.168095] env[70008]: INFO networking_nsxv3.common.synchronization [req-e07a8583-f37c-446e-91b7-fef5906007f9 req-2e68b6e1-bd47-4460-a6d6-d63410c5b9b6 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 794.168745] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 794.169620] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.169815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.871898] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.872287] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-686" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.872287] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-686" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.872613] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-686" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.872879] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.876038] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.876038] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.876038] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.876038] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.876038] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.876038] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.876484] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.876484] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.876484] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.876484] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.876583] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.895161] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.895347] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.895492] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.895676] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-686" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.895996] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-72bfb461-13f1-4d82-89ba-f35ef8dcf787 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.896231] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-72bfb461-13f1-4d82-89ba-f35ef8dcf787" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.896771] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-72bfb461-13f1-4d82-89ba-f35ef8dcf787" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.897182] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-72bfb461-13f1-4d82-89ba-f35ef8dcf787" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.897490] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72bfb461-13f1-4d82-89ba-f35ef8dcf787',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.401239] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.401542] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.401677] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.402017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.402160] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.402338] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 72bfb461-13f1-4d82-89ba-f35ef8dcf787 not found, creating... [ 795.402639] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.402752] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.402870] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.403113] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.403252] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.405436] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.405436] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.405436] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.405436] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.405436] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.405436] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 72bfb461-13f1-4d82-89ba-f35ef8dcf787 is going to be created. [ 795.433708] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.433888] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.434121] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.434526] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.434892] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.435273] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-72bfb461-13f1-4d82-89ba-f35ef8dcf787" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.601647] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 795.601842] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 deletion is rescheduled due to dependency. [ 795.601967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.602152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.603697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.603697] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.603697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.603697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.603697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.603697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.603697] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.642726] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 795.642983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.643594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.643901] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.644072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.644215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.644285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.644465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.644554] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.644673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.644775] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.942111] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d659af-e5df-4301-876a-98c8a6bd1dca in Status: SUCCESS [ 795.942111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.106171] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.106404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.106484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.106964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.106964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.106964] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.107124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.107124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.107266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.107624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.107624] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 796.135633] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.135633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.135633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.135633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.135633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.144514] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 796.151822] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.151822] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.151822] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.151822] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.151822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.152687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.152687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.152687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.152687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.152687] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.375840] env[70008]: INFO networking_nsxv3.common.synchronization [req-e07a8583-f37c-446e-91b7-fef5906007f9 req-a2386df1-1651-4f09-bbd1-a090b6ea8da6 service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 796.376092] env[70008]: INFO networking_nsxv3.common.synchronization [req-e07a8583-f37c-446e-91b7-fef5906007f9 req-a2386df1-1651-4f09-bbd1-a090b6ea8da6 service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 796.376260] env[70008]: INFO networking_nsxv3.common.synchronization [req-e07a8583-f37c-446e-91b7-fef5906007f9 req-a2386df1-1651-4f09-bbd1-a090b6ea8da6 service nova] Enqueued Resource ID: 72bfb461-13f1-4d82-89ba-f35ef8dcf787 with Priority: HIGHEST for action port [ 796.376792] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 796.376917] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 796.377253] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bfb461-13f1-4d82-89ba-f35ef8dcf787 with Priority: HIGHEST for action port [ 796.377582] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.377652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.377695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.377895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.377994] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.383025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.383025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.383025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-72bfb461-13f1-4d82-89ba-f35ef8dcf787 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.383025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72bfb461-13f1-4d82-89ba-f35ef8dcf787" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.383025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72bfb461-13f1-4d82-89ba-f35ef8dcf787" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.383025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72bfb461-13f1-4d82-89ba-f35ef8dcf787" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.383025] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72bfb461-13f1-4d82-89ba-f35ef8dcf787',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.653838] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a03a235-aec9-4f2d-9e0c-342c51720f77: rpc.has_security_group_logging(os_id): False [ 796.670989] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.671201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.671269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.671482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.671576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.671774] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.671871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.671933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.672119] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.672196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.672380] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.672471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.672532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.672670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.672742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.672938] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.673046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.673108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.673263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.673392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.673455] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be created. [ 796.735168] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.735346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.735429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.735732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.735857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.746117] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 796.881831] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.881831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.884772] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72bfb461-13f1-4d82-89ba-f35ef8dcf787 with status ACTIVE [ 796.884772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.884772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.884772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.884772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.884772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.885039] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.885081] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.885109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.885757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.885757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.885757] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.885757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.885757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.885757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.886186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.886186] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72bfb461-13f1-4d82-89ba-f35ef8dcf787 is going to be updated. [ 796.912033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.912212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.912299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.912513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.912665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.912823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72bfb461-13f1-4d82-89ba-f35ef8dcf787" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.357559] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-114 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.357852] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-114" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.357885] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-114" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.358223] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-114" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.358485] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.358642] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.358759] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.358994] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.361155] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.361528] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.361667] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.361783] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.361892] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.362018] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.362127] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.362278] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.382885] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.383165] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.383315] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.383606] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-114" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.384039] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-c7889eaa-1500-4a25-adc9-045c7cbbe13f taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.384255] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-c7889eaa-1500-4a25-adc9-045c7cbbe13f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.384414] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-c7889eaa-1500-4a25-adc9-045c7cbbe13f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.384818] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-c7889eaa-1500-4a25-adc9-045c7cbbe13f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.385306] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7889eaa-1500-4a25-adc9-045c7cbbe13f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.855173] env[70008]: INFO networking_nsxv3.common.synchronization [req-0fa29c0c-83d6-4c99-8c80-99d29270a56a req-7042a2aa-7d58-4b97-b814-874e7470a73c tempest-FloatingIPsAssociationTestJSON-1365754657 tempest-FloatingIPsAssociationTestJSON-1365754657-project-member] Enqueued Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 797.855713] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGHEST for action security_group_members [ 797.856017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.856148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.856212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.856407] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.856558] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.856650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.856707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.856848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.856932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.857557] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.894205] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.894205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.894205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.894205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.894205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.894205] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port c7889eaa-1500-4a25-adc9-045c7cbbe13f not found, creating... [ 797.894205] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.894205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.894205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.895411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.895675] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.896138] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.896501] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.896722] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.897065] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.897311] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.897570] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: c7889eaa-1500-4a25-adc9-045c7cbbe13f is going to be created. [ 797.920238] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.920238] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.920238] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.920238] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.920238] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.920238] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-c7889eaa-1500-4a25-adc9-045c7cbbe13f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.155518] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 798.155703] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 deletion is rescheduled due to dependency. [ 798.155823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.155988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.156243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.156432] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.156570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.156636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.156791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.156878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.156978] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.369621] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.369621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.369621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.369621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.369621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.369621] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.369621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.369621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.369621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.369621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.369621] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 is going to be updated. [ 798.407374] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.408327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.408746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.409549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.409549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.419957] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: IN_PROGRESS for 2s [ 798.483218] env[70008]: INFO networking_nsxv3.common.synchronization [req-88f2aba3-4909-4d3a-867f-c2950264c06f req-3ce27ae4-96cf-4008-8982-e4a1b3b76b94 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 798.483823] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 798.484177] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.484322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.484406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.484791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.484953] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.485100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.485167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.485333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.485421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.485515] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.659271] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.663325] env[70008]: INFO networking_nsxv3.common.synchronization [None req-a4265f90-4571-4bbe-a186-57b795f77471 None None] Enqueued Resource ID: 9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22 with Priority: HIGHEST for action port [ 798.663594] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22 with Priority: HIGHEST for action port [ 798.664167] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.664292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.664383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.664635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.664709] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.759822] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 798.759822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.987609] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.987769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.987855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.988089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.988188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.988385] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.988481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.988543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.988698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.988775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.988858] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 already deleted. [ 798.988964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.102171] env[70008]: INFO networking_nsxv3.common.synchronization [req-e07a8583-f37c-446e-91b7-fef5906007f9 req-cb9544a2-a85d-4473-bf54-917ea965e02f service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 799.102335] env[70008]: INFO networking_nsxv3.common.synchronization [req-e07a8583-f37c-446e-91b7-fef5906007f9 req-cb9544a2-a85d-4473-bf54-917ea965e02f service nova] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 799.102470] env[70008]: INFO networking_nsxv3.common.synchronization [req-e07a8583-f37c-446e-91b7-fef5906007f9 req-cb9544a2-a85d-4473-bf54-917ea965e02f service nova] Enqueued Resource ID: c7889eaa-1500-4a25-adc9-045c7cbbe13f with Priority: HIGHEST for action port [ 799.102709] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_rules [ 799.102831] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 799.102923] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7889eaa-1500-4a25-adc9-045c7cbbe13f with Priority: HIGHEST for action port [ 799.103555] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.103706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.103852] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.103929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.105738] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7889eaa-1500-4a25-adc9-045c7cbbe13f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.105854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7889eaa-1500-4a25-adc9-045c7cbbe13f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.105918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7889eaa-1500-4a25-adc9-045c7cbbe13f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.106145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7889eaa-1500-4a25-adc9-045c7cbbe13f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.106225] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7889eaa-1500-4a25-adc9-045c7cbbe13f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.161729] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.167661] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22 [ 799.167888] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.168214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.168214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.168417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.168465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.168566] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22 already deleted. [ 799.168618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d24fbfc-b343-4fe7-b02c-8a7c7bf68c22" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.561853] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.562182] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.562182] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.562577] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.562900] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.563079] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.563199] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.563420] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.563567] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.563774] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.563888] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.563995] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.564117] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.564228] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.564342] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.564478] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.594520] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.594763] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.594920] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.595164] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.595508] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-0f89619f-be27-4321-8cef-fce725b9c55e taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.595686] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-0f89619f-be27-4321-8cef-fce725b9c55e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.595808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-0f89619f-be27-4321-8cef-fce725b9c55e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.596156] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-0f89619f-be27-4321-8cef-fce725b9c55e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.596305] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f89619f-be27-4321-8cef-fce725b9c55e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.612905] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7889eaa-1500-4a25-adc9-045c7cbbe13f with status ACTIVE [ 799.612905] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.612905] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.612905] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.612905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.612905] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7889eaa-1500-4a25-adc9-045c7cbbe13f is going to be updated. [ 799.640714] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.640864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.640936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.641184] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.641323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.641479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7889eaa-1500-4a25-adc9-045c7cbbe13f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.668020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.668020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.668020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.668020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.668020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.668020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 799.692935] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.693131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.693210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.693446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.693607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.702669] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 800.099133] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.099133] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.099300] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.099602] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.099847] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.100134] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 0f89619f-be27-4321-8cef-fce725b9c55e not found, creating... [ 800.100306] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.100493] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.100640] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.100889] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.101130] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.101568] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.101828] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.101977] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.102422] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.102568] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.103400] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 0f89619f-be27-4321-8cef-fce725b9c55e is going to be created. [ 800.127230] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.127434] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.127563] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.127822] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.128053] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.128348] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-0f89619f-be27-4321-8cef-fce725b9c55e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.431721] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 in Status: SUCCESS [ 800.431944] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 deletion is rescheduled due to dependency. [ 800.432098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.875611] env[70008]: INFO networking_nsxv3.common.synchronization [req-4c4112e0-c9fe-441c-aff4-19479727fcd1 req-6f283381-9d69-4898-a9cf-e5e376b87f63 tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 800.877074] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 800.877516] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.877785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.877945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.878347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.880033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.880033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.880033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.880033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.880033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.880033] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.061779] env[70008]: INFO networking_nsxv3.common.synchronization [None req-06587f2c-46d4-4533-8ec9-c09bb2cb4d9f None None] Enqueued Resource ID: 722ff418-75b5-44cd-b021-ab5dd8824f67 with Priority: HIGHEST for action port [ 801.062368] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722ff418-75b5-44cd-b021-ab5dd8824f67 with Priority: HIGHEST for action port [ 801.063618] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-722ff418-75b5-44cd-b021-ab5dd8824f67 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.063766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722ff418-75b5-44cd-b021-ab5dd8824f67" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.063837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722ff418-75b5-44cd-b021-ab5dd8824f67" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.065729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722ff418-75b5-44cd-b021-ab5dd8824f67" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.065830] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722ff418-75b5-44cd-b021-ab5dd8824f67',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.075538] env[70008]: INFO networking_nsxv3.common.synchronization [req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f req-3efa5e93-165a-4b1a-9b00-5b00d263215a tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Enqueued Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_members [ 801.076076] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_members [ 801.076902] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.077395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.077530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.077835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.078053] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.078212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.078336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.078576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.078711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.078835] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.381385] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.386150] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.386150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.386150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.386150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.386150] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.386150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.386150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.386150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.386150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.386585] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.386585] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.386585] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.386585] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.386585] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.386727] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.387231] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.408089] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.408216] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.408380] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.408524] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.408841] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-12d1a3ef-c542-429b-86e8-18a5c72a80da taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.409076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.409237] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.409589] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.409726] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d1a3ef-c542-429b-86e8-18a5c72a80da',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.469186] env[70008]: INFO networking_nsxv3.common.synchronization [req-88f2aba3-4909-4d3a-867f-c2950264c06f req-1ac59e85-37b1-46a9-ad24-6fbebd02941a service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 801.469346] env[70008]: INFO networking_nsxv3.common.synchronization [req-88f2aba3-4909-4d3a-867f-c2950264c06f req-1ac59e85-37b1-46a9-ad24-6fbebd02941a service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 801.469489] env[70008]: INFO networking_nsxv3.common.synchronization [req-88f2aba3-4909-4d3a-867f-c2950264c06f req-1ac59e85-37b1-46a9-ad24-6fbebd02941a service nova] Enqueued Resource ID: 0f89619f-be27-4321-8cef-fce725b9c55e with Priority: HIGHEST for action port [ 801.473844] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 801.473844] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 801.473844] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f89619f-be27-4321-8cef-fce725b9c55e with Priority: HIGHEST for action port [ 801.473844] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.473844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.473844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.473844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.473844] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.473844] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.473844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.473844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.473844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.473844] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.476223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.477478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.477478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.477478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.477478] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.477633] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f89619f-be27-4321-8cef-fce725b9c55e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.477749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f89619f-be27-4321-8cef-fce725b9c55e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.477939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f89619f-be27-4321-8cef-fce725b9c55e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.479034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f89619f-be27-4321-8cef-fce725b9c55e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.479034] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f89619f-be27-4321-8cef-fce725b9c55e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.569711] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 722ff418-75b5-44cd-b021-ab5dd8824f67 [ 801.569960] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.570138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.570546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.570906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.571116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.571333] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:722ff418-75b5-44cd-b021-ab5dd8824f67 already deleted. [ 801.571506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722ff418-75b5-44cd-b021-ab5dd8824f67" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.584852] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.585122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.585258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.585593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.585783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.586111] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.586287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.586399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.586689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.586856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.587023] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca already deleted. [ 801.587191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.713310] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 801.713593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.713768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.713988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.714225] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.714350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.714418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.714580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.714663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.714749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.716054] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.720750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.720947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.721168] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.721288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.721354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.721503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.721587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.721683] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.891465] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.912377] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.913671] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.913671] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.913671] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.913671] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.913671] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 12d1a3ef-c542-429b-86e8-18a5c72a80da not found, creating... [ 801.913671] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.913940] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.913940] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.914211] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.914349] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.914628] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.914779] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.914897] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.915123] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.915236] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.915373] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 12d1a3ef-c542-429b-86e8-18a5c72a80da is going to be created. [ 801.934398] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.934653] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.934814] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.935158] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.935438] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.935692] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.979956] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.981072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.981207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.981665] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f89619f-be27-4321-8cef-fce725b9c55e with status ACTIVE [ 801.981828] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.982636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.982636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.982636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.982636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.982636] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.982636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.983614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.983614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.983614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.983614] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.983614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.983843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.983843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.983893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.983986] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f89619f-be27-4321-8cef-fce725b9c55e is going to be updated. [ 802.008678] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.008819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.008886] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.009129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.009259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.009411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f89619f-be27-4321-8cef-fce725b9c55e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.221825] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.222354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.224538] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.394211] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.394354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.394399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.394662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.394767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.394872] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 is going to be updated. [ 802.423374] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.423505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.423582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.423859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.423941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.437486] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: IN_PROGRESS for 2s [ 802.485824] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.683759] env[70008]: INFO networking_nsxv3.common.synchronization [req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f req-03ddec08-47f3-4b81-b803-2c3474a301c9 service nova] Enqueued Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_rules [ 802.683976] env[70008]: INFO networking_nsxv3.common.synchronization [req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f req-03ddec08-47f3-4b81-b803-2c3474a301c9 service nova] Enqueued Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_members [ 802.687156] env[70008]: INFO networking_nsxv3.common.synchronization [req-89b09ee5-8829-4623-9b7a-3b08bc7f0c0f req-03ddec08-47f3-4b81-b803-2c3474a301c9 service nova] Enqueued Resource ID: 12d1a3ef-c542-429b-86e8-18a5c72a80da with Priority: HIGHEST for action port [ 802.687156] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_rules [ 802.687156] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_members [ 802.687156] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d1a3ef-c542-429b-86e8-18a5c72a80da with Priority: HIGHEST for action port [ 802.687156] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.687156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.687156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.687156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.687156] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.687156] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.687156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.687156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.687156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.687156] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.687156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.687156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.687821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.687821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.687821] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.688355] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d1a3ef-c542-429b-86e8-18a5c72a80da taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.688491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.688562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.688712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.688789] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d1a3ef-c542-429b-86e8-18a5c72a80da',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.727062] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.794486] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.794651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.794721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.795056] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.990350] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.990624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.990624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.990982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.990982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.990982] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be created. [ 803.016186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.016723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.016871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.018109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.018109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.026138] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: UNINITIALIZED for 2s [ 803.196266] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12d1a3ef-c542-429b-86e8-18a5c72a80da with status ACTIVE [ 803.196266] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.196390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.196426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.196644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.196754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.196953] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.197066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.197131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.197295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.197374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.197572] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.197663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.197741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.197886] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.197960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.198068] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12d1a3ef-c542-429b-86e8-18a5c72a80da is going to be updated. [ 803.199224] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.200368] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.200368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.226615] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.230101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.230101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.230101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.230101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.230101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.230543] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.230543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.230543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.230745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.232120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.233568] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 803.272346] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.272566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.272634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.272881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.273069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.286346] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 803.302259] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.703394] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.804410] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.208366] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.208366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.208366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.208366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.208366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.208366] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca is going to be created. [ 804.233448] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.233599] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.233686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.233940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.234057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.248751] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: UNINITIALIZED for 2s [ 804.308760] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 804.308861] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 804.450239] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: SUCCESS [ 804.450681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.015099] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.015099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.015099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.015099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.029616] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 805.030695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.031885] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 805.041887] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 805.042196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.042331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.042590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.042773] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.042948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.043017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.043178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.043262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.043387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.043507] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.059904] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.060139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.060221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.060373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.066144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.066695] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 805.066856] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.066914] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 805.098728] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.098883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.098955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.099193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.100444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.100765] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 805.151978] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.152202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.152281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.152473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.152795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.153167] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 805.249428] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.249799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.249799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.249883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.250102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.250354] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 805.250445] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'35c55d4f-ff4e-4bdb-964a-5e35c20a2465', '8be389d5-a354-49b7-b1dc-d7b3fe3e9b54', '2a03a235-aec9-4f2d-9e0c-342c51720f77', '875d0cef-dd7d-46cc-b333-0780f7236d71', 'c01ddfa9-f5a0-41c8-8825-6723192c60c2', '7bb2e663-1364-49f5-9ccb-635e5b0e96a1', '78e1716d-0c3f-49b2-b3f0-054599cba52b', '5afb0ad3-feba-4282-901a-7c2ebab5bbf6', 'ea0053f0-6ae3-4599-8cac-f5baff93b7e1', 'a2dd3956-1d45-4c07-9f8f-71f066538999', '388c7a47-6225-4555-8db8-f2fccf210a77', 'e1bef618-4e68-4b17-90ea-e981e0a03913', '31ccf5e1-b32c-4af7-a682-df852b26b6c7', '20ab6458-12d1-41c1-a863-82e3480bfc88', '3d0c682e-d538-4c3d-9b8f-6db0c177fbc1', '7be81e3e-cd53-413d-9890-501a5445eead', '6b236211-668f-4a4d-bdf6-c93799a49ebb', 'b5d659af-e5df-4301-876a-98c8a6bd1dca', '28b1d592-9fdb-4482-844f-c8f80dee9530', '11fdcf54-c273-402f-9ffc-dd057a349971', 'bdd228b2-e0ed-4846-844d-f30ad2026a45', 'ec752d95-1cb2-443c-a24e-72d9b09830a1', '95aac56d-a849-41e3-b054-0e358b362a5e', '9e23c26e-792c-465c-b25d-5dc944270021', 'e8b2b5ae-b874-4409-908b-b5089d4d44ee', 'f5874604-b7b8-47c9-889e-8ea4718d3f73', '0396b3bf-e516-4585-b787-008064727f34', '3b1e2c6f-a52c-49a4-8189-3c44ce582a0f', '817a6309-6a58-479e-bb28-ae3c01cd385d', '6bacf304-b9a5-40da-af2b-bdd93c9b547d', '135322f4-7c48-4bd8-bca9-c88d7135838b', '1f21ab19-bbe1-4eed-aca3-4dcdd290005c'} {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.250527] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 805.275462] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.275625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.275691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.275893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.275981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.276108] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 805.276184] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.276257] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 805.294422] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 805.294625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.294758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.295150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.295415] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.295538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.295665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.295784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.295857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.296123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.296372] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.296372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.296372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.296592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.296645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.296741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.296809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.296973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.297078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.297170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.297269] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.339460] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.339460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.339460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.339460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.340143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.340416] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 805.340518] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.340596] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 805.340667] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 805.340750] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 805.340826] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGH for action security_group_rules [ 805.340908] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGH for action security_group_rules [ 805.340976] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGH for action security_group_rules [ 805.341048] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGH for action security_group_rules [ 805.341162] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGH for action security_group_rules [ 805.341292] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGH for action security_group_rules [ 805.341292] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGH for action security_group_rules [ 805.341355] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGH for action security_group_rules [ 805.341403] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGH for action security_group_rules [ 805.341466] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGH for action security_group_rules [ 805.341528] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGH for action security_group_rules [ 805.341588] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGH for action security_group_rules [ 805.341648] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGH for action security_group_rules [ 805.342937] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGH for action security_group_rules [ 805.342937] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGH for action security_group_rules [ 805.342937] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGH for action security_group_rules [ 805.342937] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGH for action security_group_rules [ 805.342937] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGH for action security_group_rules [ 805.342937] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGH for action security_group_rules [ 805.342937] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGH for action security_group_rules [ 805.342937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.547747] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.547924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.547992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.548206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.548371] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.548465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.548525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.548668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.548756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.548855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.549087] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.549193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.549253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.549393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.549526] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.549613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.549670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.549800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.549873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.549951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.550051] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.801572] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e23c26e-792c-465c-b25d-5dc944270021: rpc.has_security_group_logging(os_id): False [ 805.821298] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.821478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.821525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.821716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.843936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.844239] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.844371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.844438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.844644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.844728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.844939] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.845050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.845116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.845262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.845336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.845517] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.845610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.845669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.845806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.845879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.845965] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 805.860015] env[70008]: INFO networking_nsxv3.common.synchronization [req-2efebc3c-2f10-4b92-978b-ddac83aaee8f req-374a9c34-6323-4a5c-a737-7320a335cd59 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 805.860576] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 805.860732] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 with Priority: HIGH for action security_group_rules [ 805.860842] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGH for action security_group_rules [ 805.860942] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGH for action security_group_rules [ 805.861052] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGH for action security_group_rules [ 805.861228] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGH for action security_group_rules [ 805.861325] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGH for action security_group_rules [ 805.861419] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGH for action security_group_rules [ 805.861512] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb with Priority: HIGH for action security_group_rules [ 805.861603] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGH for action security_group_rules [ 805.861692] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGH for action security_group_rules [ 805.861779] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 with Priority: HIGH for action security_group_rules [ 805.861865] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGH for action security_group_rules [ 805.861952] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388c7a47-6225-4555-8db8-f2fccf210a77 with Priority: HIGH for action security_group_rules [ 805.866149] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dd3956-1d45-4c07-9f8f-71f066538999 with Priority: HIGH for action security_group_rules [ 805.866344] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 with Priority: HIGH for action security_group_rules [ 805.866458] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 with Priority: HIGH for action security_group_rules [ 805.866605] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGH for action security_group_rules [ 805.866727] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGH for action security_group_rules [ 805.866839] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGH for action security_group_rules [ 805.866934] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGH for action security_group_rules [ 805.867292] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.867434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.867508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.867711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.867883] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.868064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.868064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.868217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.868304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.868451] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.873395] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.873498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.873547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.873772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.873772] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35c55d4f-ff4e-4bdb-964a-5e35c20a2465',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.874871] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.874871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.874871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.874972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.874972] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.875982] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.875982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.875982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.875982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.875982] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.877174] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.877269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.877336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.877513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.877583] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.880698] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.880698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.880698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.880698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.880698] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.880698] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.881095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.881095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.881095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.881095] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.883311] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.883311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.883311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.883311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.883311] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.883668] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b236211-668f-4a4d-bdf6-c93799a49ebb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.883757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.883787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.883927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.883995] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b236211-668f-4a4d-bdf6-c93799a49ebb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.885606] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.885606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.885606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.885606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.885606] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.885606] env[70008]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 805.886352] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.886460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.886522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.886671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.886739] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.887622] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.887745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.887793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.887925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.887993] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ccf5e1-b32c-4af7-a682-df852b26b6c7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.888924] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.889047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.889458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.889458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.889458] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.890139] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388c7a47-6225-4555-8db8-f2fccf210a77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.890269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.890348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.890470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.890514] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388c7a47-6225-4555-8db8-f2fccf210a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.891680] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2dd3956-1d45-4c07-9f8f-71f066538999 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.891778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.891895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.891992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.892079] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2dd3956-1d45-4c07-9f8f-71f066538999',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.893038] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.893134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.893785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.893785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.893785] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0053f0-6ae3-4599-8cac-f5baff93b7e1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.895354] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.895354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.895354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.895354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.895354] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb2e663-1364-49f5-9ccb-635e5b0e96a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.896016] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.896137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.896198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.896354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.896414] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.897327] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.897426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.897496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.897661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.897750] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.898643] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.898763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.898837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.899303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.899303] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.899303] env[70008]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 805.899983] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.900107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.900167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.900320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.900391] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.905902] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.906098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.906098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.906228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.906645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.906645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.906645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.906645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.907204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.907204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.907204] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.911667] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.947267] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.947488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.947488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.947614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.967378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.967555] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35c55d4f-ff4e-4bdb-964a-5e35c20a2465 is going to be deleted. [ 805.980441] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.980700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.980700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.980878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.981721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.991718] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 806.043128] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.043128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.043128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.043469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.043469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.043469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35c55d4f-ff4e-4bdb-964a-5e35c20a2465" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.051876] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d22ee49c-698c-48bc-9d58-cd9e1433e4a5: rpc.has_security_group_logging(os_id): False [ 806.072212] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.072212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.072212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.072212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.072212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.072212] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.072212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.072212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.072212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.072212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.072522] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.072522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.072613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.072746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.072746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.072924] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.073032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.073234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.073234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.073320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.073472] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be created. [ 806.157802] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.158028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.158028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.158253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.158440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.167036] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 806.260120] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: SUCCESS [ 806.260395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.260526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.260726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.260915] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.261044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.261121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.261291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.261374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261572] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.416056] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.419851] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.420075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.420075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.420353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.420452] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.420538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.420607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.420774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.420861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.420927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.421186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.421418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.421418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.421704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.421856] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.421938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.421938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.422115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.422255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.422323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.422467] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.445023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.445230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.445309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.445521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.445754] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.445883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.445943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.446436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.446563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.446677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.446785] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.447803] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.447955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.448051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.448238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.448394] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.448521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.448610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.448795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.448919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.449050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.449186] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.456506] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.456795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.456857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.457115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.457463] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.457593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.457656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.457821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.457931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.458075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.458222] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.459354] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.459487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.459537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.459728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.459886] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.459982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.460327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.460714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.460972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.463820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.463820] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.464484] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.464808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.464903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.465143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.465321] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.465458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.465523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.467416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.467416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.467416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.467416] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.476542] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.476719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.476857] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.476976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.477060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.477280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.477383] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.477472] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.477540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.477697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.477782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.477866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.477954] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.478849] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.478956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.479029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.479181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.479325] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.479417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.479476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.479615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.479692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.479774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.479855] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.523236] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.523236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.523236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.523236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.524743] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.524874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.525916] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.526057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.526683] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.526800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.531252] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.531252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.538912] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.539111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.540288] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.540446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.540765] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.540867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.541619] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.541737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.552868] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.553263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.554122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.554292] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 is going to be deleted. [ 806.555115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.555485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.592327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.592476] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ccf5e1-b32c-4af7-a682-df852b26b6c7 is going to be deleted. [ 806.593460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.593976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.649172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.649172] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2dd3956-1d45-4c07-9f8f-71f066538999 is going to be deleted. [ 806.649172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.649172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.691832] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.692076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.699454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.699655] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0053f0-6ae3-4599-8cac-f5baff93b7e1 is going to be deleted. [ 806.700692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.700950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.702773] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.702951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.747168] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.747393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.748507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.748671] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be deleted. [ 806.749859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.750185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.763508] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.770400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.770654] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b236211-668f-4a4d-bdf6-c93799a49ebb is going to be deleted. [ 806.772029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.772029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.787158] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.787306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.803944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.804116] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be deleted. [ 806.805055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.805433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.837187] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.837371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.847437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.847570] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388c7a47-6225-4555-8db8-f2fccf210a77 is going to be deleted. [ 806.848501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.848723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.886071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.886071] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb2e663-1364-49f5-9ccb-635e5b0e96a1 is going to be deleted. [ 806.886995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.887214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.888873] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.888873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.915448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.915584] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be deleted. [ 806.916502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.916702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.916795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.916940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.917077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.917228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.917307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.917461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ccf5e1-b32c-4af7-a682-df852b26b6c7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.918048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.918132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.918206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.918313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2dd3956-1d45-4c07-9f8f-71f066538999" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.918637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.918790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.918877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0053f0-6ae3-4599-8cac-f5baff93b7e1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.919288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.919365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.919726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.919877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b236211-668f-4a4d-bdf6-c93799a49ebb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.924268] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.924615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.924615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.924712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.924800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.924970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.925378] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.925481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.925481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.925918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.925918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.925918] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 806.927430] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a03a235-aec9-4f2d-9e0c-342c51720f77: rpc.has_security_group_logging(os_id): False [ 806.956176] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.956805] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.981788] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.981964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.982014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.982241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.982409] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.982510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.982572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.982831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.982882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.982963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.983153] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.983261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.983339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.983501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.983640] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.983801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.983801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.983924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.983983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.984083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.984174] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.985156] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.985300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.985338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.985489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.985631] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.985718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.985775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.985910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.985985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.986087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.986223] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.986329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.986374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.986496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.986631] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.986719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.986775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.986938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.987011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.987101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.987203] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.989581] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.989730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.989730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.989880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.991193] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.991311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.991349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.991502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.991641] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.991736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.991801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.991934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.992036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.992135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.992285] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.992373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.992431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.992570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.992702] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.992791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.992850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.992981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.993066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.993154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.993295] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.994051] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.994177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.994230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.994356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.994492] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.994584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.994645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.994780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.994857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.994935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.995086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.995178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.995237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.995371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.995537] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.995577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.995628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.995756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.995828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.995907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.995986] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.997303] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.997391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.998594] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01ddfa9-f5a0-41c8-8825-6723192c60c2: rpc.has_security_group_logging(os_id): False [ 807.000426] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.004162] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.004264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.029951] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.030075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.031863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.032104] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.032227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.032292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.032490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.032572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.032763] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.032861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.032923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.033086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.033164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.033360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.033440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.033500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.033637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.033711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.033800] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 807.034843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.034999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.035098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.035213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb2e663-1364-49f5-9ccb-635e5b0e96a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.035339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.035481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.035558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.035663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388c7a47-6225-4555-8db8-f2fccf210a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.036206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.036206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.065492] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.065671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.065892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.066098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.066580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.076727] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 807.103334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.103523] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.103721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.103799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.104048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.105043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.105043] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.105043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.105043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.105043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.105043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.105281] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.105281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.107178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.107178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.107178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.107178] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 is going to be updated. [ 807.120423] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.120423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.120423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.120628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.120628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.121155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.178212] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.178374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.178456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.178650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.178791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.263711] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 807.266101] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d940a7c6-05a8-42f9-b3a6-561b20964dca: rpc.has_security_group_logging(os_id): False [ 807.309745] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.309907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.310035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.310257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.311751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.349090] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.349090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.349369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.349369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.349492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.349780] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.349780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.349955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.349955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.350061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.350122] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca is going to be created. [ 807.357102] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: IN_PROGRESS for 2s [ 807.459535] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11fdcf54-c273-402f-9ffc-dd057a349971: rpc.has_security_group_logging(os_id): False [ 807.460914] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5d659af-e5df-4301-876a-98c8a6bd1dca: rpc.has_security_group_logging(os_id): False [ 807.476150] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.476500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.476588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.476866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.477141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.489382] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.489520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.489577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.490670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.491821] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875d0cef-dd7d-46cc-b333-0780f7236d71: rpc.has_security_group_logging(os_id): False [ 807.493459] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.493558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.494616] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: IN_PROGRESS for 2s [ 807.499128] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28b1d592-9fdb-4482-844f-c8f80dee9530: rpc.has_security_group_logging(os_id): False [ 807.504094] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7be81e3e-cd53-413d-9890-501a5445eead: rpc.has_security_group_logging(os_id): False [ 807.505382] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20ab6458-12d1-41c1-a863-82e3480bfc88: rpc.has_security_group_logging(os_id): False [ 807.522444] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.522595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.525212] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.525333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.529644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.529930] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.530096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.530096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.530306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.530388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.530486] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d659af-e5df-4301-876a-98c8a6bd1dca is going to be updated. [ 807.531806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.531895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.556908] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.557095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.577469] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.577469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.580613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.580887] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.580977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.581117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.581504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.581597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.581721] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11fdcf54-c273-402f-9ffc-dd057a349971 is going to be updated. [ 807.582968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.583239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.624622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.624897] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.625035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.625109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.625319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.625417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.625639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.625862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.625917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.626055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.626135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.626322] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.626399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.626462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.626600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.626674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.626765] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 is going to be updated. [ 807.627830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.627995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.685872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.685872] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.685872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.685872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.686619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.686619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.686619] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.686619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.686619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.686887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.686887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.687174] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.687259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.687316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.687550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.687550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.687666] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 807.688922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.689607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.691568] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.691568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.719949] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.720081] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.724637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.724952] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.725088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.725254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.725463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.725549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.725755] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.725856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.725942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.726106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.726185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.726379] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.726473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.726578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.726769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.726848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.726945] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 is going to be updated. [ 807.728092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.728313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.771233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.771622] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.771738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.771822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.772048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.772135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.772251] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be81e3e-cd53-413d-9890-501a5445eead is going to be updated. [ 807.773718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.773888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.774097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.775342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.776039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.776207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.781991] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.781991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.781991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.781991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.781991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.819881] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d659af-e5df-4301-876a-98c8a6bd1dca in Status: IN_PROGRESS for 2s [ 807.820755] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11fdcf54-c273-402f-9ffc-dd057a349971 in Status: IN_PROGRESS for 2s [ 807.821236] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: IN_PROGRESS for 2s [ 807.853045] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.853438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.853528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.853742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.853889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.855672] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.855801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.855846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.856052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.856241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.876178] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 807.876922] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: IN_PROGRESS for 2s [ 807.904438] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.904438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.904438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.904653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.904653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.929101] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be81e3e-cd53-413d-9890-501a5445eead in Status: IN_PROGRESS for 2s [ 808.007177] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 808.007177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.007177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.007177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.007177] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.182904] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 808.183274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.510117] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.510572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.510572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.510793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.511008] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.511136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.511204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.511368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.511457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.511550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.511643] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.014959] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.015196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.015289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.015697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.015758] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.015893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.015893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.016105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.016237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.016237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.016388] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.016461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.016510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.016698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.016851] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.016918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.016966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.017122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.017235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.017399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.017460] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.085536] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 809.085781] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.085958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.086206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.086440] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.087919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.087919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.087919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.088073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.088223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.088397] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.277835] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 809.278097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.372020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: SUCCESS [ 809.372020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.506081] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: SUCCESS [ 809.506318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.520811] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e23c26e-792c-465c-b25d-5dc944270021: rpc.has_security_group_logging(os_id): False [ 809.537036] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.537036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.537036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.537224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.537292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.537479] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.537574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.537630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.537778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.537856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.538070] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.538167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.538225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.538362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.538436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.538612] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.538704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.538772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.538896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.539190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.540086] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 809.591216] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.591794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.591894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.592187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.592378] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.592488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.592555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.592715] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.592802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.592890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.593056] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.593152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.593213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.593353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.593530] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.593597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.593659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.593797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.593872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.593965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.594057] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.602585] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.602715] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.602782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.602961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.603123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.615349] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 809.836389] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5d659af-e5df-4301-876a-98c8a6bd1dca in Status: SUCCESS [ 809.836678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.837915] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11fdcf54-c273-402f-9ffc-dd057a349971 in Status: SUCCESS [ 809.837915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.838450] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: SUCCESS [ 809.838660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.887104] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: SUCCESS [ 809.887366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.888786] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 809.888972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.939757] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be81e3e-cd53-413d-9890-501a5445eead in Status: SUCCESS [ 809.939757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.096691] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54: rpc.has_security_group_logging(os_id): False [ 810.112515] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.112676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.113763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.115178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.133397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.133965] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.133965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.133965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.134160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.134248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.134691] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.134691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.134691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.134824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.134853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.135075] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.135173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.135254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.135373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.135451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.135546] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 810.197754] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.197900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.198031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.198325] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.198483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.213864] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 810.867543] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.867792] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 811.207513] env[70008]: INFO networking_nsxv3.common.synchronization [req-861a9ad2-0496-4888-9764-a4d3ec2496c5 req-3ec151ed-537d-4b58-8060-385613132749 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 811.207756] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 811.209836] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.209933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.209933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.210190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.210522] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.210522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.210522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.210649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.210737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.210849] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.630559] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 811.630781] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.714583] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.714769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.714814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.715084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.715178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.715393] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.715510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.715545] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.715697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.715781] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.715888] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be deleted. [ 811.725636] env[70008]: INFO networking_nsxv3.common.synchronization [req-3214864b-7bf0-4fe9-a966-836245092919 req-6129d907-5e2e-4c35-a80a-9858ec40b0d4 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 811.725902] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 811.726488] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.726605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.726671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.726842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.727230] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.727481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.727581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.727767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.727886] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.728014] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.750896] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.750896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.750896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.750896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.750896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.751217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.195903] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.196241] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.196348] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.196573] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.196840] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.198333] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.198549] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.198815] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.198982] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.199272] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.199395] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.199503] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.199636] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.199764] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.199874] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.200587] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.206216] env[70008]: INFO networking_nsxv3.common.synchronization [req-3214864b-7bf0-4fe9-a966-836245092919 req-350b5590-66c1-4f66-87cc-8a94ace9a231 tempest-ServersTestMultiNic-1139185632 tempest-ServersTestMultiNic-1139185632-project-member] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 812.206498] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGHEST for action security_group_members [ 812.207049] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.207178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.222659] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.222847] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.222991] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.223184] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.223555] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-cf1f9a29-03df-4143-a944-eeba34926184 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.223787] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-cf1f9a29-03df-4143-a944-eeba34926184" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.224083] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-cf1f9a29-03df-4143-a944-eeba34926184" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.224425] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-cf1f9a29-03df-4143-a944-eeba34926184" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.224580] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1f9a29-03df-4143-a944-eeba34926184',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.229596] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.234199] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 812.234199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.728705] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.729367] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.729367] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.729633] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.729790] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.729956] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port cf1f9a29-03df-4143-a944-eeba34926184 not found, creating... [ 812.730263] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.730430] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.730552] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.731022] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.731022] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.731315] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.731488] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.731612] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.731830] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.731970] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.733870] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: cf1f9a29-03df-4143-a944-eeba34926184 is going to be created. [ 812.734855] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.761342] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.761342] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.761342] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.761342] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.762303] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.762303] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-cf1f9a29-03df-4143-a944-eeba34926184" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.238025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.238429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.238429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.238510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.238832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.238832] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 813.264553] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.264991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.264991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.264991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.265194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.273630] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 814.067714] env[70008]: INFO networking_nsxv3.common.synchronization [req-861a9ad2-0496-4888-9764-a4d3ec2496c5 req-6bdf9d8e-848a-4031-b498-92e1e0f6b1b8 service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 814.067911] env[70008]: INFO networking_nsxv3.common.synchronization [req-861a9ad2-0496-4888-9764-a4d3ec2496c5 req-6bdf9d8e-848a-4031-b498-92e1e0f6b1b8 service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 814.068065] env[70008]: INFO networking_nsxv3.common.synchronization [req-861a9ad2-0496-4888-9764-a4d3ec2496c5 req-6bdf9d8e-848a-4031-b498-92e1e0f6b1b8 service nova] Enqueued Resource ID: cf1f9a29-03df-4143-a944-eeba34926184 with Priority: HIGHEST for action port [ 814.068751] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 814.068877] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 814.068980] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1f9a29-03df-4143-a944-eeba34926184 with Priority: HIGHEST for action port [ 814.069292] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.069409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.069469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.069718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.069765] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.070750] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.070933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.070933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.071152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.071684] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.071883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.071947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.072162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.072254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.072347] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.073261] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1f9a29-03df-4143-a944-eeba34926184 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.073391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1f9a29-03df-4143-a944-eeba34926184" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.073461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1f9a29-03df-4143-a944-eeba34926184" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.073657] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1f9a29-03df-4143-a944-eeba34926184" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.073738] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1f9a29-03df-4143-a944-eeba34926184',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.270018] env[70008]: INFO networking_nsxv3.common.synchronization [None req-fb332682-e969-46d1-a7bd-4bfdc6ac43dc tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Enqueued Resource ID: c977f7da-71c1-4595-a113-f5d021cb80e8 with Priority: HIGHEST for action security_group_rules [ 814.270018] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c977f7da-71c1-4595-a113-f5d021cb80e8 with Priority: HIGHEST for action security_group_rules [ 814.270018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c977f7da-71c1-4595-a113-f5d021cb80e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.270018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c977f7da-71c1-4595-a113-f5d021cb80e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.270018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c977f7da-71c1-4595-a113-f5d021cb80e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.270018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c977f7da-71c1-4595-a113-f5d021cb80e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.270018] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c977f7da-71c1-4595-a113-f5d021cb80e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.356102] env[70008]: INFO networking_nsxv3.common.synchronization [None req-a2175f38-d819-493b-a416-5e4f54eed2ef tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Enqueued Resource ID: c977f7da-71c1-4595-a113-f5d021cb80e8 with Priority: HIGHEST for action security_group_rules [ 814.356679] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c977f7da-71c1-4595-a113-f5d021cb80e8 with Priority: HIGHEST for action security_group_rules [ 814.357195] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c977f7da-71c1-4595-a113-f5d021cb80e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.357428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c977f7da-71c1-4595-a113-f5d021cb80e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.575531] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.575661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.575951] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.579743] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf1f9a29-03df-4143-a944-eeba34926184 with status ACTIVE [ 814.579952] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.580084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.580154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.580354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.580442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.580621] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.580718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.580798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.580971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.581100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.581361] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.581474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.581536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.581654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.581729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.581808] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf1f9a29-03df-4143-a944-eeba34926184 is going to be updated. [ 814.605050] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.605235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.605347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.605564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.605708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.605875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1f9a29-03df-4143-a944-eeba34926184" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.799238] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.799445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.799515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.799777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.799777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.799898] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c977f7da-71c1-4595-a113-f5d021cb80e8 already deleted. [ 814.799955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c977f7da-71c1-4595-a113-f5d021cb80e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.800168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c977f7da-71c1-4595-a113-f5d021cb80e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.800327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c977f7da-71c1-4595-a113-f5d021cb80e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.800419] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c977f7da-71c1-4595-a113-f5d021cb80e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.078131] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.282608] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 815.282950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.282950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.283204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.283396] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.283556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.283633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.283792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.284125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.284125] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.319357] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.319513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.319556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.319776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.319857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.319954] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c977f7da-71c1-4595-a113-f5d021cb80e8 already deleted. [ 815.320056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c977f7da-71c1-4595-a113-f5d021cb80e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.580588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.580808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.580808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.581038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.581209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.581317] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be created. [ 815.604213] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.604365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.604412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.604628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.604779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.613907] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: UNINITIALIZED for 2s [ 815.786675] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.786967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.787089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.787335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.787437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.787666] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.787790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.787856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.788029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.788141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.788211] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be updated. [ 815.813086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.813278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.813356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.813533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.813671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.829084] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: IN_PROGRESS for 2s [ 817.623756] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 817.624143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.624143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.624367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.624545] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.624665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.624729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.624887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.624979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.625066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.625189] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.839585] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e23c26e-792c-465c-b25d-5dc944270021 in Status: SUCCESS [ 817.839796] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 deletion is rescheduled due to dependency. [ 817.839931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.127660] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.127797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.127863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.128140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.128319] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.128428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.128506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.128652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.128738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.128829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.128978] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.129188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.129188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.129306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.129447] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.129540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.129601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.129738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.129817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.129901] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.129995] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.632225] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1: rpc.has_security_group_logging(os_id): False [ 818.661298] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.661476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.661515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.661846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.661970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.662226] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.662395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.662508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.662698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.662783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.662982] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.663091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.663153] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.663297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.663374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.663591] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.663690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.663754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.663893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.663992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.664109] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be created. [ 818.734847] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.735089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.735191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.735515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.735728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.756358] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 819.357866] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 819.357866] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 820.200946] env[70008]: INFO networking_nsxv3.common.synchronization [req-920062bc-2ce8-42ff-a117-616d9d549322 req-7d46c7b4-50b5-4f8b-8221-a9646046cddf tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 820.201384] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 820.201766] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.202594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.202594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.202594] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.202594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.202594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.202807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.202896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.203018] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.705526] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.705526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.705623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.705903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.705903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.706322] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.706322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.706322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.706888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.706888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.706888] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 is going to be deleted. [ 820.735584] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.735584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.735584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.735584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.735584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.735584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.775328] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 820.775685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.974408] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.974408] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.974408] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.974408] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.974950] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.975157] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.975368] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.975636] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.976136] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.976403] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.976529] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.976645] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.976758] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.976870] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.976979] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.978627] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.996667] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.996906] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.997117] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.997797] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.997895] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-3088ea07-1397-417a-ae9b-a73ef0bee17b taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.998082] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-3088ea07-1397-417a-ae9b-a73ef0bee17b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.998296] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-3088ea07-1397-417a-ae9b-a73ef0bee17b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.998798] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-3088ea07-1397-417a-ae9b-a73ef0bee17b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.998963] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3088ea07-1397-417a-ae9b-a73ef0bee17b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.504023] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.504023] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.504023] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.504023] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.504023] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.504023] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 3088ea07-1397-417a-ae9b-a73ef0bee17b not found, creating... [ 821.504023] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.504584] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.504584] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.504584] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.504669] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.504955] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.505334] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.507577] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.507869] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.508058] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.508237] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 3088ea07-1397-417a-ae9b-a73ef0bee17b is going to be created. [ 821.529657] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.530147] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.530586] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.532046] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.532046] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.532046] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-3088ea07-1397-417a-ae9b-a73ef0bee17b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.582328] env[70008]: INFO networking_nsxv3.common.synchronization [req-920062bc-2ce8-42ff-a117-616d9d549322 req-b0320967-8dcf-4e87-ab9a-d7ae72dbd144 service nova] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_rules [ 822.582677] env[70008]: INFO networking_nsxv3.common.synchronization [req-920062bc-2ce8-42ff-a117-616d9d549322 req-b0320967-8dcf-4e87-ab9a-d7ae72dbd144 service nova] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 822.582860] env[70008]: INFO networking_nsxv3.common.synchronization [req-920062bc-2ce8-42ff-a117-616d9d549322 req-b0320967-8dcf-4e87-ab9a-d7ae72dbd144 service nova] Enqueued Resource ID: 3088ea07-1397-417a-ae9b-a73ef0bee17b with Priority: HIGHEST for action port [ 822.583478] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_rules [ 822.583651] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 822.583801] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3088ea07-1397-417a-ae9b-a73ef0bee17b with Priority: HIGHEST for action port [ 822.584184] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.584290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.584357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.584932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.584932] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.586012] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.586170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.586271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.586408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.586651] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.587630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.587703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.588137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.588137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.588236] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.589115] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3088ea07-1397-417a-ae9b-a73ef0bee17b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.589734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3088ea07-1397-417a-ae9b-a73ef0bee17b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.589734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3088ea07-1397-417a-ae9b-a73ef0bee17b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.589734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3088ea07-1397-417a-ae9b-a73ef0bee17b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.589734] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3088ea07-1397-417a-ae9b-a73ef0bee17b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.884140] env[70008]: INFO networking_nsxv3.common.synchronization [None req-3113a7b5-d961-46e1-8668-bc5b07d99e22 None None] Enqueued Resource ID: 4c95927e-83c8-46e7-8678-465a3520618e with Priority: HIGHEST for action port [ 822.884219] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95927e-83c8-46e7-8678-465a3520618e with Priority: HIGHEST for action port [ 822.884797] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c95927e-83c8-46e7-8678-465a3520618e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.884919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c95927e-83c8-46e7-8678-465a3520618e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.885010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c95927e-83c8-46e7-8678-465a3520618e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.885663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c95927e-83c8-46e7-8678-465a3520618e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.885753] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c95927e-83c8-46e7-8678-465a3520618e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.092738] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.092890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.093428] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.094130] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3088ea07-1397-417a-ae9b-a73ef0bee17b with status ACTIVE [ 823.094335] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.094493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.094536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.094719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.094810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.100501] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.100799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.100799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.104807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.104807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.104807] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.104807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.104807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.104807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.104807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.104807] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3088ea07-1397-417a-ae9b-a73ef0bee17b is going to be updated. [ 823.127433] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.127593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.127652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.127840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.127974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.128159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3088ea07-1397-417a-ae9b-a73ef0bee17b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.387970] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c95927e-83c8-46e7-8678-465a3520618e [ 823.389414] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.389414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.389414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.389414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.389414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.389414] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c95927e-83c8-46e7-8678-465a3520618e already deleted. [ 823.389414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c95927e-83c8-46e7-8678-465a3520618e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.609996] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.113511] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.113643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.113707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.114187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.114187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.114577] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 is going to be created. [ 824.136195] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.136746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.136830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.137042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.137200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.150877] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: UNINITIALIZED for 2s [ 824.395902] env[70008]: INFO networking_nsxv3.common.synchronization [req-166b2728-b67c-4146-8379-ca45021a179a req-45aa30eb-0004-471b-8e91-d185c75a1ad3 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 824.396263] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 824.396604] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.396888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.396961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.397173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.397332] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.397430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.397492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.397634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.397879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.398605] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.899880] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.900415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.900537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.900897] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.900998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.901336] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.901475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.901545] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.901723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.901849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.901974] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 824.934060] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.934264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.934304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.934602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.934771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.945512] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 825.266212] env[70008]: INFO networking_nsxv3.common.synchronization [req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 req-3dec5c1e-9c6a-4f5f-bf8b-601ad691b690 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 825.266743] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 825.267068] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.267195] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.267270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.267468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.267630] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.267725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.267785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.267928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.268660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.269322] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.340387] env[70008]: INFO networking_nsxv3.common.synchronization [None req-bc18d797-5e0b-45de-b2e6-b13d39f286ba None None] Enqueued Resource ID: 1ed93afc-de7b-4d99-82ae-295aec4fb1d4 with Priority: HIGHEST for action port [ 825.340387] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed93afc-de7b-4d99-82ae-295aec4fb1d4 with Priority: HIGHEST for action port [ 825.340884] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed93afc-de7b-4d99-82ae-295aec4fb1d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.341068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed93afc-de7b-4d99-82ae-295aec4fb1d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.341068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed93afc-de7b-4d99-82ae-295aec4fb1d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.341543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed93afc-de7b-4d99-82ae-295aec4fb1d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.341626] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed93afc-de7b-4d99-82ae-295aec4fb1d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.771408] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.845733] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ed93afc-de7b-4d99-82ae-295aec4fb1d4 [ 825.845959] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.846107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.846173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.846392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.846472] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.846567] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ed93afc-de7b-4d99-82ae-295aec4fb1d4 already deleted. [ 825.846642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed93afc-de7b-4d99-82ae-295aec4fb1d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.145988] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.146361] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-784" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.146361] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-784" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.146593] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-784" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.146850] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.147024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.148056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.148056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.148056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.148056] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.148056] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.152021] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.152021] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.152021] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.152021] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.152021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.159516] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: SUCCESS [ 826.159720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.159871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.160095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.160290] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.160397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.160503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.161455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.161455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.161455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.161455] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.167469] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.170033] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.170033] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.170033] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-784" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.170033] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-d34e1621-b95e-43fd-b275-9e66476b7aa6 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.170033] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-d34e1621-b95e-43fd-b275-9e66476b7aa6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.170033] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-d34e1621-b95e-43fd-b275-9e66476b7aa6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.170033] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-d34e1621-b95e-43fd-b275-9e66476b7aa6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.170033] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34e1621-b95e-43fd-b275-9e66476b7aa6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.275901] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.664151] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.672140] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.673826] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.674292] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.674709] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.675022] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.675349] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port d34e1621-b95e-43fd-b275-9e66476b7aa6 not found, creating... [ 826.675789] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.677021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.677021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.677021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.677021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.677276] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.677599] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.677974] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.678383] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.678678] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.678962] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: d34e1621-b95e-43fd-b275-9e66476b7aa6 is going to be created. [ 826.719718] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.719718] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.719718] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.719718] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.719718] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.719718] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-d34e1621-b95e-43fd-b275-9e66476b7aa6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.782720] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.782720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.782720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.782720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.782720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.782720] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 is going to be updated. [ 826.829018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.829018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.829018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.829018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.829018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.858982] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: IN_PROGRESS for 2s [ 826.955034] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 826.955034] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 deletion is rescheduled due to dependency. [ 826.955034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.169254] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afb0ad3-feba-4282-901a-7c2ebab5bbf6: rpc.has_security_group_logging(os_id): False [ 827.193715] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.193912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.193985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.194254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.194390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.194670] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.194785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.194852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.195040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.196698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.196698] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 is going to be created. [ 827.260406] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.260570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.260570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.260761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.260940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.272784] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: IN_PROGRESS for 2s [ 827.611160] env[70008]: INFO networking_nsxv3.common.synchronization [req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 req-1c93e5bf-0d0f-481e-b3a7-31f1a375bff0 service nova] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_rules [ 827.611160] env[70008]: INFO networking_nsxv3.common.synchronization [req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 req-1c93e5bf-0d0f-481e-b3a7-31f1a375bff0 service nova] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 827.611160] env[70008]: INFO networking_nsxv3.common.synchronization [req-8dbb1f1d-1d06-45de-b89d-1bcd517e7ef0 req-1c93e5bf-0d0f-481e-b3a7-31f1a375bff0 service nova] Enqueued Resource ID: d34e1621-b95e-43fd-b275-9e66476b7aa6 with Priority: HIGHEST for action port [ 827.611160] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_rules [ 827.611160] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 827.611160] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34e1621-b95e-43fd-b275-9e66476b7aa6 with Priority: HIGHEST for action port [ 827.611160] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.611160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.611160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.611160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.611160] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.614605] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.614852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.616086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d34e1621-b95e-43fd-b275-9e66476b7aa6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.617780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d34e1621-b95e-43fd-b275-9e66476b7aa6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.617780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d34e1621-b95e-43fd-b275-9e66476b7aa6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.617780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d34e1621-b95e-43fd-b275-9e66476b7aa6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.617780] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34e1621-b95e-43fd-b275-9e66476b7aa6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.921793] env[70008]: INFO networking_nsxv3.common.synchronization [req-8e82393f-2135-40d5-8b9d-050623e72fb5 req-6df42f2f-2376-4b92-a9a4-f1eb6263c7e1 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 827.922344] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 827.922658] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.922784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.922849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.924249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.924444] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.924556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.924633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.924811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.924901] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.924998] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.125511] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.125645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.125846] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d34e1621-b95e-43fd-b275-9e66476b7aa6 with status ACTIVE [ 828.126021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.126129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.126197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.126411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.126505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.126787] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.126860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.126903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.127080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.127161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.127342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.127436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.127497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.127637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.127711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.127796] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d34e1621-b95e-43fd-b275-9e66476b7aa6 is going to be updated. [ 828.148772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.148853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.148915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.149147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.149278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.149440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d34e1621-b95e-43fd-b275-9e66476b7aa6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.212213] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.212507] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.212590] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.212896] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.213175] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.213335] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.213507] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.214067] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.214242] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.214473] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.214596] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.214711] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.214823] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.214939] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.215063] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.215205] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.244258] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.244435] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.244575] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.244854] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.245252] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7230ada2-5818-4a82-9be2-159b9737a776 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.245454] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7230ada2-5818-4a82-9be2-159b9737a776" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.245580] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7230ada2-5818-4a82-9be2-159b9737a776" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.245955] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7230ada2-5818-4a82-9be2-159b9737a776" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.246116] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7230ada2-5818-4a82-9be2-159b9737a776',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.427485] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.427485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.427731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.427731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.427839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.428063] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.428164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.428300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.428409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.428532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.428619] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 already deleted. [ 828.428701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.750238] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.757026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.757026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.757026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.757026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.757026] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7230ada2-5818-4a82-9be2-159b9737a776 not found, creating... [ 828.757026] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.757026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.757026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.757026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.757026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.757725] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.757725] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.757725] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.757725] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.757725] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.757725] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7230ada2-5818-4a82-9be2-159b9737a776 is going to be created. [ 828.776581] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.776581] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.776581] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.776979] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.777117] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.777718] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7230ada2-5818-4a82-9be2-159b9737a776" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.867834] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: SUCCESS [ 828.868039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.868212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.868437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.868619] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.868739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.868806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.868952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.869047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.869147] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.286343] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: SUCCESS [ 829.286550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.373591] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.533780] env[70008]: INFO networking_nsxv3.common.synchronization [req-8e82393f-2135-40d5-8b9d-050623e72fb5 req-8f95c940-c9db-47c0-a7dc-5128bec6604f service nova] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_rules [ 829.534100] env[70008]: INFO networking_nsxv3.common.synchronization [req-8e82393f-2135-40d5-8b9d-050623e72fb5 req-8f95c940-c9db-47c0-a7dc-5128bec6604f service nova] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 829.534189] env[70008]: INFO networking_nsxv3.common.synchronization [req-8e82393f-2135-40d5-8b9d-050623e72fb5 req-8f95c940-c9db-47c0-a7dc-5128bec6604f service nova] Enqueued Resource ID: 7230ada2-5818-4a82-9be2-159b9737a776 with Priority: HIGHEST for action port [ 829.534447] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_rules [ 829.534611] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 829.534670] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7230ada2-5818-4a82-9be2-159b9737a776 with Priority: HIGHEST for action port [ 829.535715] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.535878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.535970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.536282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.536282] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.537170] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.537289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.537358] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.537574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.537764] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.537865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.537931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.538110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.538197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.538290] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.539068] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7230ada2-5818-4a82-9be2-159b9737a776 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.539235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7230ada2-5818-4a82-9be2-159b9737a776" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.539320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7230ada2-5818-4a82-9be2-159b9737a776" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.539478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7230ada2-5818-4a82-9be2-159b9737a776" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.539543] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7230ada2-5818-4a82-9be2-159b9737a776',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.874536] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.041082] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.041313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.041546] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.042559] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7230ada2-5818-4a82-9be2-159b9737a776 with status ACTIVE [ 830.042666] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.042759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.042828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.043036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.043149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.043321] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.043399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.043430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.043584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.043660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.043833] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.043925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.043986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.044140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.044486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.044486] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7230ada2-5818-4a82-9be2-159b9737a776 is going to be updated. [ 830.062605] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.062737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.062804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.063013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.063154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.063315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7230ada2-5818-4a82-9be2-159b9737a776" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.376299] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.376642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.376642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.376751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.376830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.376929] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 is going to be updated. [ 830.401985] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.402200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.402258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.402464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.402629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.410445] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: IN_PROGRESS for 2s [ 830.546078] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.050102] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.050566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.050655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.050756] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be created. [ 831.075584] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.075584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.075584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.075810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.075850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.085703] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: UNINITIALIZED for 2s [ 832.419663] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: SUCCESS [ 832.420172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.420172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.420368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.420419] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.421020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.421020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.421020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.421020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.421020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.421020] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.925673] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.925844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.925948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.926154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.926329] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.926434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.926498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.926657] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.926831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.926831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.926957] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.927065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.927127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.927269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.927410] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.927502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.927563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.928928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.928928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.928928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.928928] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.093958] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: SUCCESS [ 833.094257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.094369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.094581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.094789] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.094884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.094950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.095120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.095263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.095304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.095367] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.429988] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875d0cef-dd7d-46cc-b333-0780f7236d71: rpc.has_security_group_logging(os_id): False [ 833.446472] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.446652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.446709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.446895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.447116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.447407] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.447540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.447617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.447804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.447905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.448521] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.448521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.448521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.448521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.448720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.448720] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.448848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.449246] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.449389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.449723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.449723] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 is going to be updated. [ 833.501846] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.502026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.502106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.502341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.502513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.517074] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: IN_PROGRESS for 2s [ 833.598109] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.793405] env[70008]: INFO networking_nsxv3.common.synchronization [req-5a6e73aa-0011-45eb-b099-dbf4be05a343 req-e789eb81-a302-4b0e-9e8f-a469671b410d tempest-VolumesAssistedSnapshotsTest-794063400 tempest-VolumesAssistedSnapshotsTest-794063400-project-member] Enqueued Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_members [ 833.794078] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGHEST for action security_group_members [ 833.795584] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.795584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.795584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.795584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.795584] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.795584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.796274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.796475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.796559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.796669] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.100404] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff8cd3bb-30b0-413d-bd3e-4166a97c31a2: rpc.has_security_group_logging(os_id): False [ 834.119161] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.119472] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.119557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.119795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.119895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.120187] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.120304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.120372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.120542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.120647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.120748] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be created. [ 834.174384] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.174593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.174593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.174817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.175013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.188553] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: IN_PROGRESS for 2s [ 834.299538] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.299689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.299758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.300255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.300255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.300558] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.300558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.300558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.300952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.300952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.300952] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be81e3e-cd53-413d-9890-501a5445eead is going to be updated. [ 834.333338] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.333338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.333338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.333596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.333596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.342768] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be81e3e-cd53-413d-9890-501a5445eead in Status: IN_PROGRESS for 2s [ 835.528168] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: SUCCESS [ 835.528425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.052697] env[70008]: INFO networking_nsxv3.common.synchronization [req-b231e97f-6b65-4cc4-b445-be7ac3740500 req-0d258018-cb54-471e-b28b-dc0cca99fa19 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 836.053280] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 836.053602] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.053734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.053800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.054745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.054745] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.054745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.054745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.054745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.054745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.054745] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.200304] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: SUCCESS [ 836.200304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.355212] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be81e3e-cd53-413d-9890-501a5445eead in Status: SUCCESS [ 836.355399] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be81e3e-cd53-413d-9890-501a5445eead deletion is rescheduled due to dependency. [ 836.355522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.557074] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.576041] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.576041] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.576041] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.576041] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.576041] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.576500] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.576789] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.577158] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.577618] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.578013] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.580651] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.580651] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.580651] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.580651] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.580651] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.580651] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.602203] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.602203] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.602203] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.602203] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.602203] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.602203] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.602203] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.602203] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.602203] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcbe39b7-a3c5-4865-b8c8-22bff3afca58',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.060219] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.086401] env[70008]: INFO networking_nsxv3.common.synchronization [None req-9aeca7aa-5e0d-448f-af6e-763a49e721a8 None None] Enqueued Resource ID: b5966b6d-cea5-4555-a199-368293aedb74 with Priority: HIGHEST for action port [ 837.087844] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5966b6d-cea5-4555-a199-368293aedb74 with Priority: HIGHEST for action port [ 837.089108] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5966b6d-cea5-4555-a199-368293aedb74 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.090139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5966b6d-cea5-4555-a199-368293aedb74" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.090139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5966b6d-cea5-4555-a199-368293aedb74" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.091620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5966b6d-cea5-4555-a199-368293aedb74" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.091620] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5966b6d-cea5-4555-a199-368293aedb74',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.111285] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.111285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.111285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.111285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.111285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.111285] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port bcbe39b7-a3c5-4865-b8c8-22bff3afca58 not found, creating... [ 837.111285] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.111285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.111285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.111285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.111285] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.112564] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.112941] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.113221] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.115745] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.115745] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.115745] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: bcbe39b7-a3c5-4865-b8c8-22bff3afca58 is going to be created. [ 837.142030] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.142030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.142030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.142030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.142030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.142030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.515282] env[70008]: INFO networking_nsxv3.common.synchronization [req-882c4c9b-c91d-43fd-a532-d6fb21cc8102 req-a2ae5266-bf48-425d-be7f-76d24cb8fcb2 tempest-ServersTestBootFromVolume-502160299 tempest-ServersTestBootFromVolume-502160299-project-member] Enqueued Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_members [ 837.520567] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGHEST for action security_group_members [ 837.520567] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.520567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.520567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.520567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.520567] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.520567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.520567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.520878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.520878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.520878] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.562054] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.562401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.562401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.562639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.562753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.562883] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 837.594140] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.594140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.594140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.594140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.594140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.595833] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5966b6d-cea5-4555-a199-368293aedb74 [ 837.596526] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.597197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.597439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.597794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.598040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.598300] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5966b6d-cea5-4555-a199-368293aedb74 already deleted. [ 837.598542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5966b6d-cea5-4555-a199-368293aedb74" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.606870] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 838.029378] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.029378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.029378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.029378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.029378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.029378] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.029378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.029378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.029378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.029378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.029378] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fdcf54-c273-402f-9ffc-dd057a349971 is going to be updated. [ 838.058751] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.058751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.058751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.058751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.058751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.066626] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fdcf54-c273-402f-9ffc-dd057a349971 in Status: IN_PROGRESS for 2s [ 838.143830] env[70008]: INFO networking_nsxv3.common.synchronization [req-b231e97f-6b65-4cc4-b445-be7ac3740500 req-e36382dc-29c0-4b52-a81b-4e0835da14f9 service nova] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_rules [ 838.143830] env[70008]: INFO networking_nsxv3.common.synchronization [req-b231e97f-6b65-4cc4-b445-be7ac3740500 req-e36382dc-29c0-4b52-a81b-4e0835da14f9 service nova] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 838.143830] env[70008]: INFO networking_nsxv3.common.synchronization [req-b231e97f-6b65-4cc4-b445-be7ac3740500 req-e36382dc-29c0-4b52-a81b-4e0835da14f9 service nova] Enqueued Resource ID: bcbe39b7-a3c5-4865-b8c8-22bff3afca58 with Priority: HIGHEST for action port [ 838.143830] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_rules [ 838.143960] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 838.144270] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbe39b7-a3c5-4865-b8c8-22bff3afca58 with Priority: HIGHEST for action port [ 838.144643] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.146404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.146503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.146754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.146844] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.148546] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.148807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.148864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.148970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.149047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.149251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.149316] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcbe39b7-a3c5-4865-b8c8-22bff3afca58',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.648880] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.649156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.656602] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcbe39b7-a3c5-4865-b8c8-22bff3afca58 with status ACTIVE [ 838.656602] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.656602] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.656602] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.656602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.656602] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcbe39b7-a3c5-4865-b8c8-22bff3afca58 is going to be updated. [ 838.683157] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.683350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.683443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.683635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.683783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.683952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcbe39b7-a3c5-4865-b8c8-22bff3afca58" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.416508] env[70008]: INFO networking_nsxv3.common.synchronization [None req-562cf24b-81de-4156-8872-29a5ade023e5 None None] Enqueued Resource ID: f4ba9abb-8635-4753-969b-4268cfe0ecbd with Priority: HIGHEST for action port [ 839.418178] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ba9abb-8635-4753-969b-4268cfe0ecbd with Priority: HIGHEST for action port [ 839.420147] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ba9abb-8635-4753-969b-4268cfe0ecbd taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.420147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ba9abb-8635-4753-969b-4268cfe0ecbd" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.420147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ba9abb-8635-4753-969b-4268cfe0ecbd" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.420147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ba9abb-8635-4753-969b-4268cfe0ecbd" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.420147] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ba9abb-8635-4753-969b-4268cfe0ecbd',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.619042] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 839.619042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.619042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.619042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.619042] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.619042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.619042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.619042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.619042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.619042] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.930083] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4ba9abb-8635-4753-969b-4268cfe0ecbd [ 839.930432] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.930534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.930534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.930746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.930842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.930956] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4ba9abb-8635-4753-969b-4268cfe0ecbd already deleted. [ 839.931036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ba9abb-8635-4753-969b-4268cfe0ecbd" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.076217] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11fdcf54-c273-402f-9ffc-dd057a349971 in Status: SUCCESS [ 840.076398] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11fdcf54-c273-402f-9ffc-dd057a349971 deletion is rescheduled due to dependency. [ 840.076523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.122094] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.624880] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.003663] env[70008]: INFO networking_nsxv3.common.synchronization [req-4e2dfb1c-95f3-4b2d-812a-945bc9e6a33f req-4d521009-bfdb-43dd-98aa-ab9b3473862d tempest-ServersAdminNegativeTestJSON-902878486 tempest-ServersAdminNegativeTestJSON-902878486-project-member] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 841.004484] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGHEST for action security_group_members [ 841.004941] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.005139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.005328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.007502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.007502] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.007502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.007502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.007502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.007502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.007502] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.127148] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.127410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.127491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.127698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.127788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.127888] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 841.157066] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.157066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.157066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.157066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.157341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.167020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 841.415760] env[70008]: INFO networking_nsxv3.common.synchronization [req-98633288-78e3-4edd-bf16-22fef1ea90e0 req-ed3b1a58-85b4-4d45-a65f-1d6fd7525ac3 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 841.416577] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 841.416772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.416904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.416970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.417317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.417499] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.418389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.418389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.418389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.418389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.418389] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.510951] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.510951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.510951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.510951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.510951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.510951] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.510951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.510951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.510951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.510951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.510951] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 is going to be updated. [ 841.541010] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.541010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.541010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.541010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.541010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.554429] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: IN_PROGRESS for 2s [ 841.920775] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.164808] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.164808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.164808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.164808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.164808] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.164808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.164808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.164808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.164808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.164808] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.165540] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.165540] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.165540] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.165540] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.165540] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.165540] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.187243] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.187403] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.187543] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.187723] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.188073] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-dd440719-052a-45f7-9ded-ebd176af4eb7 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.188258] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-dd440719-052a-45f7-9ded-ebd176af4eb7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.188381] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-dd440719-052a-45f7-9ded-ebd176af4eb7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.188712] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-dd440719-052a-45f7-9ded-ebd176af4eb7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.188851] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd440719-052a-45f7-9ded-ebd176af4eb7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.423752] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.691605] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.692233] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.692233] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.692460] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.692597] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.693018] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port dd440719-052a-45f7-9ded-ebd176af4eb7 not found, creating... [ 842.693096] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.693251] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.693372] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.693746] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.694070] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.694323] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.694506] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.694657] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.695100] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.695251] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.695541] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: dd440719-052a-45f7-9ded-ebd176af4eb7 is going to be created. [ 842.733657] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.733957] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.734102] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.734566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.734902] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.735063] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-dd440719-052a-45f7-9ded-ebd176af4eb7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.928654] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.928953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.929052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.930034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.930034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.930034] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 is going to be updated. [ 842.966603] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.966803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.967058] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.967058] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.967181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.980848] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: IN_PROGRESS for 2s [ 843.179012] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 843.179260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.180027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.180027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.180027] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.180027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.180027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.180281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.180281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.180281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.180381] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.569461] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 in Status: SUCCESS [ 843.569850] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 deletion is rescheduled due to dependency. [ 843.570136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.685025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.685025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.685025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.685025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.685025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.685732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.685732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.685732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.685732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.685732] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.924988] env[70008]: INFO networking_nsxv3.common.synchronization [req-98633288-78e3-4edd-bf16-22fef1ea90e0 req-f8278877-7752-4ffb-a614-cbe2cf6c6a21 service nova] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_rules [ 843.924988] env[70008]: INFO networking_nsxv3.common.synchronization [req-98633288-78e3-4edd-bf16-22fef1ea90e0 req-f8278877-7752-4ffb-a614-cbe2cf6c6a21 service nova] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 843.924988] env[70008]: INFO networking_nsxv3.common.synchronization [req-98633288-78e3-4edd-bf16-22fef1ea90e0 req-f8278877-7752-4ffb-a614-cbe2cf6c6a21 service nova] Enqueued Resource ID: dd440719-052a-45f7-9ded-ebd176af4eb7 with Priority: HIGHEST for action port [ 843.924988] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_rules [ 843.924988] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 843.924988] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd440719-052a-45f7-9ded-ebd176af4eb7 with Priority: HIGHEST for action port [ 843.924988] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.924988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.924988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.926244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.926507] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.928020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.928237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.928819] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd440719-052a-45f7-9ded-ebd176af4eb7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.929064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd440719-052a-45f7-9ded-ebd176af4eb7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.929279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd440719-052a-45f7-9ded-ebd176af4eb7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.929605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd440719-052a-45f7-9ded-ebd176af4eb7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.929774] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd440719-052a-45f7-9ded-ebd176af4eb7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.025834] env[70008]: INFO networking_nsxv3.common.synchronization [req-095136f4-812e-4dd1-be68-dc422e4c417e req-504ed24e-eb67-46c0-94db-23672cc6cfe2 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_members [ 844.026026] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_members [ 844.029609] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-183fc09b-1215-4e14-a0c7-4166dfe90953 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.029609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.029609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.029609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.029609] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.029609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.029609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.029609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.029609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.029609] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.188265] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20ab6458-12d1-41c1-a863-82e3480bfc88: rpc.has_security_group_logging(os_id): False [ 844.206901] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.207015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.207102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.207311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.207403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.207594] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.207705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.207749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.207889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.207971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.208168] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.208263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.208326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.208484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.208567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.208760] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.208853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.208913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.213447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.213447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.213447] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 844.270829] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.270829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.270829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.270829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.270829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.285941] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 844.434531] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.434531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.434531] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd440719-052a-45f7-9ded-ebd176af4eb7 with status ACTIVE [ 844.434531] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.434531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.434531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.434531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.434531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.434531] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.434531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.434531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.434531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.434531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.434531] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.436278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.436278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.436278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.436278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.436278] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd440719-052a-45f7-9ded-ebd176af4eb7 is going to be updated. [ 844.456864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.457259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.457605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.457883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.457977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.458163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd440719-052a-45f7-9ded-ebd176af4eb7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.531956] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.532120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.532161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.532369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.532450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.532655] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.532756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.532818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.532959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.533043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.533134] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 already deleted. [ 844.533215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.782240] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.782867] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.782867] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.782867] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.783144] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.783306] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.783446] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.784042] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.784042] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.784183] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.784218] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.784354] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.784519] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.784569] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.784662] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.784797] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.802084] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.802268] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.802408] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.802585] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.804676] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.804877] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.805010] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.805366] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.805513] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.992131] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: SUCCESS [ 844.992131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.992131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.992131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.992131] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.992405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.992405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.992405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.992490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.992596] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.308835] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.309129] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.309129] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.309435] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.309614] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.309777] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a not found, creating... [ 845.310098] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.310220] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.310343] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.310568] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.310706] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.310986] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.311164] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.311361] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.311575] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.311713] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.311856] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a is going to be created. [ 845.331592] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.331857] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.332049] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.332482] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.332790] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.333099] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.495438] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.119548] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.210345] env[70008]: INFO networking_nsxv3.common.synchronization [req-095136f4-812e-4dd1-be68-dc422e4c417e req-0da936dd-73f0-4496-94ef-705b5968ff3d service nova] Enqueued Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_rules [ 846.210345] env[70008]: INFO networking_nsxv3.common.synchronization [req-095136f4-812e-4dd1-be68-dc422e4c417e req-0da936dd-73f0-4496-94ef-705b5968ff3d service nova] Enqueued Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_members [ 846.210345] env[70008]: INFO networking_nsxv3.common.synchronization [req-095136f4-812e-4dd1-be68-dc422e4c417e req-0da936dd-73f0-4496-94ef-705b5968ff3d service nova] Enqueued Resource ID: b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a with Priority: HIGHEST for action port [ 846.210345] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_rules [ 846.210345] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_members [ 846.211026] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a with Priority: HIGHEST for action port [ 846.211932] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183fc09b-1215-4e14-a0c7-4166dfe90953 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.212709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.212709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.212709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.212709] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.213892] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-183fc09b-1215-4e14-a0c7-4166dfe90953 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.214022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.214092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.214310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.214675] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.214809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.214959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.215154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.215234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.215329] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.217038] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.217038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.217038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.217235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.217235] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.301877] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 846.302131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.622142] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.622485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.622485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.622602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.622679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.622778] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 is going to be updated. [ 846.655444] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.655444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.655444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.655964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.655964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.664571] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: IN_PROGRESS for 2s [ 846.717706] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.718947] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-183fc09b-1215-4e14-a0c7-4166dfe90953 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.719088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.719277] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a with status ACTIVE [ 846.719460] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.719572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.719665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.719881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.719989] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.720192] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.720281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.720383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.720548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.720632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.721621] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.722356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.722552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.722925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.722925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.722925] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a is going to be updated. [ 846.742997] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.743184] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.743254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.743477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.743636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.743830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9412b19-2c3f-4a3d-a2e3-d2ae8b69a54a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.225552] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.729148] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.729148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.729148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.729148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.729652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.729652] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 is going to be created. [ 847.758994] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.759152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.759220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.759431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.759582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.771044] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 in Status: UNINITIALIZED for 2s [ 848.675262] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: SUCCESS [ 848.675569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.675809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.676074] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.676277] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.676400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.676466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.676618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.676720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.676837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.676955] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.078492] env[70008]: INFO networking_nsxv3.common.synchronization [req-8d32bba5-549b-41f3-9b21-9db4191ddd60 req-95716ac8-f4d5-4839-9b7c-3608f503640b tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Enqueued Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_members [ 849.079202] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_members [ 849.079589] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5a57ce5-870a-46f5-af1c-26d752e1f00b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.079783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.079858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.080167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.080331] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.080457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.080553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.080754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.080844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.080940] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.181588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.181753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.181825] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.182065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.182249] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.183067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.183067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.183067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.183067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.183067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.183067] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.183067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.183354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.183354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.183354] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.183454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.183532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.183727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.183813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.183870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.183923] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.437895] env[70008]: INFO networking_nsxv3.common.synchronization [req-e4d595cd-4975-42eb-870b-5462f95e2649 req-5ff20788-aa71-418b-b77b-482c7d652822 tempest-ListServerFiltersTestJSON-1760188609 tempest-ListServerFiltersTestJSON-1760188609-project-member] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 849.439224] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGHEST for action security_group_members [ 849.439861] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.440066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.440580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.440580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.440941] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.441718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.441842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.442139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.442299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.442446] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.583011] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.583192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.583298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.583533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.583642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.583844] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.583944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.584036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.584164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.584726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.584726] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b already deleted. [ 849.584726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.689212] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01ddfa9-f5a0-41c8-8825-6723192c60c2: rpc.has_security_group_logging(os_id): False [ 849.708290] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.708422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.708490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.708699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.708792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.708965] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.709069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.709127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.709279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.709352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.709621] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.709712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.709769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.711335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.711335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.711335] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.711335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.711335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.711335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.711335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.711335] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 is going to be updated. [ 849.713401] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.714402] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-989" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.714402] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-989" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.714402] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-989" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.714402] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.714601] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.714643] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.714841] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.714966] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.715177] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.715288] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.715393] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.715738] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.715738] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.715738] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.715858] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.736340] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.736513] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.736654] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.736831] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-989" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.737265] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.737366] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.737446] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.737782] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.737958] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8adf6a8b-6a7f-4f28-a96a-5bb5598b8894',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.778789] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.778789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.778789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.778789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.778789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.780051] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 in Status: SUCCESS [ 849.780367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.782201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.782201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.782201] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.782201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.782201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.782201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.782201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.782201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.782201] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.788240] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: IN_PROGRESS for 2s [ 849.945305] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.945473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.945526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.945740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.945838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.946039] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.946150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.946211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.946360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.946438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.946529] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be updated. [ 849.988044] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.988406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.988502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.988726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.988867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.998117] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: IN_PROGRESS for 2s [ 850.243138] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.243462] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.243462] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.243779] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.243779] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.243905] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 not found, creating... [ 850.244412] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.244412] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.244538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.244755] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.244936] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.245283] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.245495] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.245650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.245893] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.246074] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.246254] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 is going to be created. [ 850.268468] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.268690] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.268818] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.269107] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.269402] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.269671] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.284148] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.791393] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 183fc09b-1215-4e14-a0c7-4166dfe90953: rpc.has_security_group_logging(os_id): False [ 850.809219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.811106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.811106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.811106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.811106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.811106] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.811106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.811106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.811106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.811106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.811106] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 is going to be created. [ 850.949774] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.949774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.949774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.949774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.949774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.962970] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 in Status: IN_PROGRESS for 2s [ 851.284699] env[70008]: INFO networking_nsxv3.common.synchronization [req-8d32bba5-549b-41f3-9b21-9db4191ddd60 req-29eb45cb-fe48-424c-b608-1d0ecda6a678 service nova] Enqueued Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_rules [ 851.285073] env[70008]: INFO networking_nsxv3.common.synchronization [req-8d32bba5-549b-41f3-9b21-9db4191ddd60 req-29eb45cb-fe48-424c-b608-1d0ecda6a678 service nova] Enqueued Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_members [ 851.285073] env[70008]: INFO networking_nsxv3.common.synchronization [req-8d32bba5-549b-41f3-9b21-9db4191ddd60 req-29eb45cb-fe48-424c-b608-1d0ecda6a678 service nova] Enqueued Resource ID: 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 with Priority: HIGHEST for action port [ 851.285677] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_rules [ 851.285824] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_members [ 851.285934] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 with Priority: HIGHEST for action port [ 851.289626] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.289853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.289991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.290267] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.290392] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.294791] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5a57ce5-870a-46f5-af1c-26d752e1f00b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.296342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.296342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.296342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.296342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.296342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.296342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.296342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.296342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.296342] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.297226] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.303563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.303563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.303563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.303563] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8adf6a8b-6a7f-4f28-a96a-5bb5598b8894',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.429388] env[70008]: INFO networking_nsxv3.common.synchronization [req-3cd4b99c-2428-4e60-8f4d-67560b277789 req-aa4fb8d3-c35f-41ca-b2e3-72928fc8b705 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Enqueued Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGHEST for action security_group_members [ 851.429612] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGHEST for action security_group_members [ 851.429936] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.431041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.431041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.431237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.431237] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.432220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.432220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.432220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.432220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.432220] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8dbe75-e777-47a3-ad2c-61c7ded418bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.795897] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5a57ce5-870a-46f5-af1c-26d752e1f00b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.795897] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.802179] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: SUCCESS [ 851.802450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.802711] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.803647] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 with status ACTIVE [ 851.803865] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.803987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.804064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.804260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.804342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.804538] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.804641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.804703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.804853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.804929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.805188] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.805288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.805352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.805777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.805777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.805777] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8adf6a8b-6a7f-4f28-a96a-5bb5598b8894 is going to be updated. [ 851.827383] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.827536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.827590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.827804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.827940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.828120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8adf6a8b-6a7f-4f28-a96a-5bb5598b8894" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.934476] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.934476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.934476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.934674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.934781] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.935047] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.935236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.935236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.936171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.936171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.936171] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb already deleted. [ 851.936171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.009109] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 in Status: SUCCESS [ 852.009659] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 deletion is rescheduled due to dependency. [ 852.009659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.024020] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.024020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-856" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.024020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-856" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.024020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-856" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.024020] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.024556] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.024811] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.025147] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.025401] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.029254] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.029254] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.029254] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.029254] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.029254] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.029254] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.029254] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.044900] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.045265] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.045371] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.045552] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-856" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.045898] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-ada6b343-f8f6-44a6-a026-35ecea70f29e taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.046133] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-ada6b343-f8f6-44a6-a026-35ecea70f29e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.046266] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-ada6b343-f8f6-44a6-a026-35ecea70f29e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.046583] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-ada6b343-f8f6-44a6-a026-35ecea70f29e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.046732] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada6b343-f8f6-44a6-a026-35ecea70f29e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.308065] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.549579] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.549816] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.549945] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.550243] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.550403] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.550574] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port ada6b343-f8f6-44a6-a026-35ecea70f29e not found, creating... [ 852.550839] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.551008] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.551132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.551438] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.551597] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.551929] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.552117] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.552240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.552474] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.552613] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.552756] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: ada6b343-f8f6-44a6-a026-35ecea70f29e is going to be created. [ 852.571869] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.572106] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.572236] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.572579] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.572812] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.573134] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-ada6b343-f8f6-44a6-a026-35ecea70f29e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.596768] env[70008]: INFO networking_nsxv3.common.synchronization [req-30f50b43-3362-4da4-93ee-cfab8ed11236 req-62286873-bc2a-4316-bf70-13b1c4205065 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 852.599648] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 852.599648] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.599648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.599648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.599648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.599648] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.599648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.599648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.599648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.599648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.599648] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.811025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.811212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.811323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.812028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.812028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.812028] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b is going to be created. [ 852.844531] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.844531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.844531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.844531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.844746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.855063] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b in Status: UNINITIALIZED for 2s [ 852.975865] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 in Status: SUCCESS [ 852.975865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.101670] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.468727] env[70008]: INFO networking_nsxv3.common.synchronization [req-3cd4b99c-2428-4e60-8f4d-67560b277789 req-7e3447e4-4884-4697-9b97-d890f272b945 service nova] Enqueued Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGHEST for action security_group_rules [ 853.469071] env[70008]: INFO networking_nsxv3.common.synchronization [req-3cd4b99c-2428-4e60-8f4d-67560b277789 req-7e3447e4-4884-4697-9b97-d890f272b945 service nova] Enqueued Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGHEST for action security_group_members [ 853.469287] env[70008]: INFO networking_nsxv3.common.synchronization [req-3cd4b99c-2428-4e60-8f4d-67560b277789 req-7e3447e4-4884-4697-9b97-d890f272b945 service nova] Enqueued Resource ID: ada6b343-f8f6-44a6-a026-35ecea70f29e with Priority: HIGHEST for action port [ 853.469722] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGHEST for action security_group_rules [ 853.469847] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGHEST for action security_group_members [ 853.469931] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada6b343-f8f6-44a6-a026-35ecea70f29e with Priority: HIGHEST for action port [ 853.470792] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.470963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.471079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.471699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.471699] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8dbe75-e777-47a3-ad2c-61c7ded418bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.474044] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.474044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.474351] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.474673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.475123] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.475363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.475737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.475737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.475963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.476104] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8dbe75-e777-47a3-ad2c-61c7ded418bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.477361] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada6b343-f8f6-44a6-a026-35ecea70f29e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.477467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada6b343-f8f6-44a6-a026-35ecea70f29e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.477695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada6b343-f8f6-44a6-a026-35ecea70f29e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.477834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada6b343-f8f6-44a6-a026-35ecea70f29e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.477994] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada6b343-f8f6-44a6-a026-35ecea70f29e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.604585] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.974117] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.974255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.981740] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ada6b343-f8f6-44a6-a026-35ecea70f29e with status ACTIVE [ 853.982012] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.982164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.982233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.982446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.982542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.982715] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.982808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.982864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.983083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.983144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.983279] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.983362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.983412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.984075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.984075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.984075] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ada6b343-f8f6-44a6-a026-35ecea70f29e is going to be updated. [ 853.985093] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8dbe75-e777-47a3-ad2c-61c7ded418bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.006851] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.008233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.008233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.008233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.008233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.008233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada6b343-f8f6-44a6-a026-35ecea70f29e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.107054] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.107336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.107447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.107692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.107789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.107897] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 is going to be updated. [ 854.148198] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.148375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.148449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.148662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.148798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.158531] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: IN_PROGRESS for 2s [ 854.286885] env[70008]: INFO networking_nsxv3.common.synchronization [req-e1dee143-2510-4a03-a35d-b17bec72fc5b req-8be90191-eab2-4d8f-a536-5193e3e65288 tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Enqueued Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGHEST for action security_group_members [ 854.287440] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGHEST for action security_group_members [ 854.287786] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59f1268-3375-44f9-90d7-6960882bb1d7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.287855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.287916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.289146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.289345] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.289465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.289530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.289699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.290168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.290312] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59f1268-3375-44f9-90d7-6960882bb1d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.488811] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8dbe75-e777-47a3-ad2c-61c7ded418bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.793895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.793895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.793895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.793895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.793895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.793895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.793895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.793895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.793895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.793895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.793895] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59f1268-3375-44f9-90d7-6960882bb1d7 already deleted. [ 854.793895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.870300] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b in Status: SUCCESS [ 854.870300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.870754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.871107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.871582] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.871819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.871966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.872231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.872503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.872690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.872865] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.951733] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.951733] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-265" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.951733] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-265" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.952059] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-265" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.952344] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.952510] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.952628] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.952844] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.952985] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.954045] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.954045] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.954045] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.954209] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.954334] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.954447] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.954583] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.972441] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.972622] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.972772] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.972967] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-265" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.973277] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.973449] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.973616] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.973910] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.974162] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.994453] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.994557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.994628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.994810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.994897] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.994995] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb is going to be created. [ 855.017668] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.017817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.017906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.018120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.018339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.027529] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb in Status: UNINITIALIZED for 2s [ 855.377454] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.476232] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.476588] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.476785] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.477180] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.477385] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.478253] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 not found, creating... [ 855.478253] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.478253] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.478458] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.478566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.478744] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.479381] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.479630] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.479768] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.480095] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.480294] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.480519] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 is going to be created. [ 855.507409] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.507409] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.507692] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.507791] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.508088] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.508295] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.885028] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5a57ce5-870a-46f5-af1c-26d752e1f00b: rpc.has_security_group_logging(os_id): False [ 855.901806] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.901996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.902053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.902849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.902975] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.903244] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.903347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.903408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.903578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.903720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.903808] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b is going to be created. [ 855.960491] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.960689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.960689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.960903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.961094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.970806] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b in Status: IN_PROGRESS for 2s [ 856.167304] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: SUCCESS [ 856.167526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.982337] env[70008]: INFO networking_nsxv3.common.synchronization [req-e1dee143-2510-4a03-a35d-b17bec72fc5b req-a0d3e5f1-ffe8-49eb-9c53-f039728e271e service nova] Enqueued Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGHEST for action security_group_rules [ 856.982337] env[70008]: INFO networking_nsxv3.common.synchronization [req-e1dee143-2510-4a03-a35d-b17bec72fc5b req-a0d3e5f1-ffe8-49eb-9c53-f039728e271e service nova] Enqueued Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGHEST for action security_group_members [ 856.982337] env[70008]: INFO networking_nsxv3.common.synchronization [req-e1dee143-2510-4a03-a35d-b17bec72fc5b req-a0d3e5f1-ffe8-49eb-9c53-f039728e271e service nova] Enqueued Resource ID: 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 with Priority: HIGHEST for action port [ 856.982337] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGHEST for action security_group_rules [ 856.982337] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGHEST for action security_group_members [ 856.982337] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 with Priority: HIGHEST for action port [ 856.983728] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59f1268-3375-44f9-90d7-6960882bb1d7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.984150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.984320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.984722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.985015] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59f1268-3375-44f9-90d7-6960882bb1d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.988032] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59f1268-3375-44f9-90d7-6960882bb1d7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.988032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.988032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.988032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.988032] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.988032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.988032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.988032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.988032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.988457] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59f1268-3375-44f9-90d7-6960882bb1d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.991880] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.991880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.991880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.991880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.991880] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.040103] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb in Status: SUCCESS [ 857.040355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.040526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.040748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.041029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.041154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.041154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.041449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.041587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.041729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.041866] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c8dbe75-e777-47a3-ad2c-61c7ded418bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.495864] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 with status ACTIVE [ 857.495864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.495864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.495864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.495864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.495864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.495864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.495864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.495864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.495864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.495864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.495864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.497132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.497132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.497132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.497132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.497132] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51 is going to be updated. [ 857.501068] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59f1268-3375-44f9-90d7-6960882bb1d7 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.501214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.501430] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e59f1268-3375-44f9-90d7-6960882bb1d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.551141] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.551141] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.551141] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.551141] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.551141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.552275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.552275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.552275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.552275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.552275] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c8dbe75-e777-47a3-ad2c-61c7ded418bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.562555] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.562555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.562555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.566022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.566022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.566022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3f960d-ad0b-4c12-bcd9-334ecd1e5f51" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.984438] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b in Status: SUCCESS [ 857.984438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.004743] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e59f1268-3375-44f9-90d7-6960882bb1d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.055075] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c8dbe75-e777-47a3-ad2c-61c7ded418bb: rpc.has_security_group_logging(os_id): False [ 858.077027] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.077027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.077027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.077027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.077027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.077027] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.077027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.077027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.077027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.077027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.077027] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.077027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.077999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.078548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.078992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.079381] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.079672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.079910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.085098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.085098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.085098] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb is going to be created. [ 858.162176] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.162701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.162889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.163259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.163638] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.179084] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb in Status: IN_PROGRESS for 2s [ 858.508373] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.508373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.508373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.508373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.508373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.508373] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59f1268-3375-44f9-90d7-6960882bb1d7 is going to be created. [ 858.535025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.535025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.535025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.535025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.535025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.545463] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59f1268-3375-44f9-90d7-6960882bb1d7 in Status: UNINITIALIZED for 2s [ 860.191769] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb in Status: SUCCESS [ 860.192826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.556238] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59f1268-3375-44f9-90d7-6960882bb1d7 in Status: SUCCESS [ 860.562317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.562317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.562317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.562317] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.562317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.562317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.562317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.562317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.562317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.562317] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e59f1268-3375-44f9-90d7-6960882bb1d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.575027] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4983b02-3ebc-4385-b443-c1267dc1b282 req-04d42cac-ad12-498e-afca-a028780e78d5 tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 860.576031] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 860.576031] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.576031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.576031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.576031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.576299] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.576299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.576299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.576418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.576452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.577727] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.065927] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59f1268-3375-44f9-90d7-6960882bb1d7 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.065927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.065927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.065927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.066128] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.066317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.066317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.066483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.066560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.066653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.066834] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59f1268-3375-44f9-90d7-6960882bb1d7 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.066934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.066998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.067179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.067324] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.067442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.067507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.067665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.067810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.067957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.068076] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e59f1268-3375-44f9-90d7-6960882bb1d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.079339] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.083032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.083032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.083032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.101175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.103496] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.103496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.103496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.103496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.103496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.103496] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 861.128913] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.129200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.129272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.129873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.129873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.139534] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 861.317654] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.318134] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.318134] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.318394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.318932] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.319088] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.319382] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.320880] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.320880] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.320880] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.320880] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.320880] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.320880] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.320880] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.321577] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.321577] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.340307] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.340530] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.340687] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.340887] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.341413] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-38a31ab3-1975-4fad-bd9b-09275ec2ee62 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.341650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-38a31ab3-1975-4fad-bd9b-09275ec2ee62" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.341718] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-38a31ab3-1975-4fad-bd9b-09275ec2ee62" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.342220] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-38a31ab3-1975-4fad-bd9b-09275ec2ee62" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.342420] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a31ab3-1975-4fad-bd9b-09275ec2ee62',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.572970] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e59f1268-3375-44f9-90d7-6960882bb1d7: rpc.has_security_group_logging(os_id): False [ 861.589933] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.592131] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.592131] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.592131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.597136] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.597136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.597136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.597136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.597136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.597136] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59f1268-3375-44f9-90d7-6960882bb1d7 is going to be created. [ 861.660071] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.660071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.660071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.660071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.660071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.687671] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59f1268-3375-44f9-90d7-6960882bb1d7 in Status: IN_PROGRESS for 2s [ 861.845621] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.845842] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.845953] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.846246] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.846408] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.846569] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 38a31ab3-1975-4fad-bd9b-09275ec2ee62 not found, creating... [ 861.846837] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.847008] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.847136] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.847361] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.847515] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.847815] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.847977] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.848113] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.848329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.848460] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.848603] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 38a31ab3-1975-4fad-bd9b-09275ec2ee62 is going to be created. [ 861.884709] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.884948] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.885149] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.885505] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.885781] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.886027] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-38a31ab3-1975-4fad-bd9b-09275ec2ee62" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.056348] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4983b02-3ebc-4385-b443-c1267dc1b282 req-8e3f610b-9417-46aa-86b5-239992c787b8 service nova] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_rules [ 863.056637] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4983b02-3ebc-4385-b443-c1267dc1b282 req-8e3f610b-9417-46aa-86b5-239992c787b8 service nova] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 863.057242] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4983b02-3ebc-4385-b443-c1267dc1b282 req-8e3f610b-9417-46aa-86b5-239992c787b8 service nova] Enqueued Resource ID: 38a31ab3-1975-4fad-bd9b-09275ec2ee62 with Priority: HIGHEST for action port [ 863.057528] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_rules [ 863.057698] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 863.057887] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38a31ab3-1975-4fad-bd9b-09275ec2ee62 with Priority: HIGHEST for action port [ 863.058493] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.058493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.058726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.058934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.059030] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.060329] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.060329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.060574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-38a31ab3-1975-4fad-bd9b-09275ec2ee62 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.060727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38a31ab3-1975-4fad-bd9b-09275ec2ee62" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.060727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38a31ab3-1975-4fad-bd9b-09275ec2ee62" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.060946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38a31ab3-1975-4fad-bd9b-09275ec2ee62" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.061105] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a31ab3-1975-4fad-bd9b-09275ec2ee62',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.148781] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 863.149429] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 deletion is rescheduled due to dependency. [ 863.149429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.149429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.149699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.149699] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.149803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.149839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.150023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.150102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.150196] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.567435] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.567602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.570008] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38a31ab3-1975-4fad-bd9b-09275ec2ee62 with status ACTIVE [ 863.570261] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.570591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.570714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.571151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.571151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.571281] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.571450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.571513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.572096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.572240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.572504] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.572672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.572776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.573146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.573299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.573431] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38a31ab3-1975-4fad-bd9b-09275ec2ee62 is going to be updated. [ 863.597348] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.597456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.597512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.597734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.597893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.598139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38a31ab3-1975-4fad-bd9b-09275ec2ee62" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.653188] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.702021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59f1268-3375-44f9-90d7-6960882bb1d7 in Status: SUCCESS [ 863.702249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.156451] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.658490] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.658604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.658690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.658880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.658966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.659085] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 864.688067] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.688503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.688503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.688721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.688886] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.697153] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 866.707954] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 866.708261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.708356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.708575] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.708768] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.708895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.708945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.709114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.709196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.709300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.709419] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.211828] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.211828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.211828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.212105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.212231] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.212339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.212395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.212537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.212626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.212734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.212887] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.212980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.213066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.213212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.213351] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.213446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.213514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.213681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.213770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.213857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.213949] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.716462] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5874604-b7b8-47c9-889e-8ea4718d3f73: rpc.has_security_group_logging(os_id): False [ 867.735407] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.735756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.735882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.736191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.736292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.736519] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.736626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.736690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.736878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.736997] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.737309] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.737466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.737646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.737795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.737920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.738250] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.738412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.738510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.738711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.738845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.739070] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 867.810373] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.810842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.810842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.810842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.811030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.832711] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 868.059028] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 868.059143] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 869.089329] env[70008]: INFO networking_nsxv3.common.synchronization [req-4d9fb6cd-c5d2-4a09-ae9d-baafcb553454 req-d6e79622-6f0b-4b75-a427-0a304cee00f2 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Enqueued Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGHEST for action security_group_members [ 869.089979] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGHEST for action security_group_members [ 869.090401] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.090611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.090611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.090876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.091056] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.091177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.091241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.091482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.091595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.091736] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8dbe75-e777-47a3-ad2c-61c7ded418bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.594405] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.594569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.594643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.594861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.594952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.595266] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.595266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.595362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.595446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.595522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.595609] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb is going to be updated. [ 869.623743] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.623910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.623992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.624235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.624387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.632272] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb in Status: IN_PROGRESS for 2s [ 869.808821] env[70008]: INFO networking_nsxv3.common.synchronization [req-d2b46dde-530f-4b9f-92be-b85954445723 req-936b3e78-3576-4693-bb1a-72cca7d0d76c tempest-ServerMetadataTestJSON-850428251 tempest-ServerMetadataTestJSON-850428251-project-member] Enqueued Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGHEST for action security_group_members [ 869.809646] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGHEST for action security_group_members [ 869.809977] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59f1268-3375-44f9-90d7-6960882bb1d7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.810104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.810169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.810394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.810542] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.810644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.810699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.810892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.810985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.811090] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59f1268-3375-44f9-90d7-6960882bb1d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.849012] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 869.849302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.314066] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.314366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.314366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.314526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.314626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.314974] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.314974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.314974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.315162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.315253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.315292] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59f1268-3375-44f9-90d7-6960882bb1d7 is going to be updated. [ 870.342052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.342052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.342052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.342284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.342284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.351022] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59f1268-3375-44f9-90d7-6960882bb1d7 in Status: IN_PROGRESS for 2s [ 871.643024] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb in Status: SUCCESS [ 871.643024] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb deletion is rescheduled due to dependency. [ 871.643378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.360352] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59f1268-3375-44f9-90d7-6960882bb1d7 in Status: SUCCESS [ 872.360535] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59f1268-3375-44f9-90d7-6960882bb1d7 deletion is rescheduled due to dependency. [ 872.360647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.401343] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4983b02-3ebc-4385-b443-c1267dc1b282 req-4671ea17-9267-47f8-b55f-0466fbd7d29c tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 874.401931] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 874.402246] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.402375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.402458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.402677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.402835] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.402934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.402995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.404467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.404619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.404672] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.909047] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.402595] env[70008]: INFO networking_nsxv3.common.synchronization [req-7717cd97-b525-4d8f-9818-98900322e60d req-838505b8-13c0-497f-88cc-4c47f3d0d20c tempest-ServersWithSpecificFlavorTestJSON-2062984995 tempest-ServersWithSpecificFlavorTestJSON-2062984995-project-member] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 875.403126] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGHEST for action security_group_members [ 875.403434] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.403557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.403625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.403818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.403964] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.404132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.404199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.404410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.404467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.404530] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.411554] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.482738] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.482950] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.483094] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.483363] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.487342] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.487547] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.487679] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.487913] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.488084] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.488306] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.488428] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.488542] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.488654] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.488767] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.488875] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.489025] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.510154] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.510379] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.510524] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.511508] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-49" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.511508] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-fdb61b09-1035-416d-8308-d26bdcdffc93 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.511706] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-fdb61b09-1035-416d-8308-d26bdcdffc93" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.511706] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-fdb61b09-1035-416d-8308-d26bdcdffc93" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.511953] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-fdb61b09-1035-416d-8308-d26bdcdffc93" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.512122] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb61b09-1035-416d-8308-d26bdcdffc93',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.906537] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.906717] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.906786] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.907019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.907113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.907322] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.907427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.907478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.907658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.907741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.907954] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 is going to be updated. [ 875.913455] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.913558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.913558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.913794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.913923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.914055] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 875.938087] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.938239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.938239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.938438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.938582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.940369] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.940447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.940479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.940642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.940757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.949050] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: IN_PROGRESS for 2s [ 875.949766] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 876.017058] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.017333] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.017479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.017780] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.017945] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.018146] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port fdb61b09-1035-416d-8308-d26bdcdffc93 not found, creating... [ 876.018442] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.018618] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.018742] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.019902] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.019902] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.019902] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.019902] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.019902] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.020153] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.020153] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.020281] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: fdb61b09-1035-416d-8308-d26bdcdffc93 is going to be created. [ 876.040459] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.040700] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.041207] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.041207] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.041507] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.045015] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-fdb61b09-1035-416d-8308-d26bdcdffc93" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.203318] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4983b02-3ebc-4385-b443-c1267dc1b282 req-bf0a322f-3a88-4edf-a7e8-c0b5a3832e90 service nova] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_rules [ 877.203588] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4983b02-3ebc-4385-b443-c1267dc1b282 req-bf0a322f-3a88-4edf-a7e8-c0b5a3832e90 service nova] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 877.203639] env[70008]: INFO networking_nsxv3.common.synchronization [req-a4983b02-3ebc-4385-b443-c1267dc1b282 req-bf0a322f-3a88-4edf-a7e8-c0b5a3832e90 service nova] Enqueued Resource ID: fdb61b09-1035-416d-8308-d26bdcdffc93 with Priority: HIGHEST for action port [ 877.203902] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_rules [ 877.204037] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 877.204134] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdb61b09-1035-416d-8308-d26bdcdffc93 with Priority: HIGHEST for action port [ 877.204776] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.204899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.204966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.205375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.205466] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.206328] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.206372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.206549] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdb61b09-1035-416d-8308-d26bdcdffc93 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.206649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdb61b09-1035-416d-8308-d26bdcdffc93" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.206712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdb61b09-1035-416d-8308-d26bdcdffc93" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.206871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdb61b09-1035-416d-8308-d26bdcdffc93" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.206941] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb61b09-1035-416d-8308-d26bdcdffc93',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.708667] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.708844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.708970] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdb61b09-1035-416d-8308-d26bdcdffc93 with status ACTIVE [ 877.709155] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.709264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.709329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.709602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.709704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.709881] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.709975] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.710048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.710203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.710722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.710722] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.710722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.710722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.710988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.710988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.710988] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdb61b09-1035-416d-8308-d26bdcdffc93 is going to be updated. [ 877.732523] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.732523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.732523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.732523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.732523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.732523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdb61b09-1035-416d-8308-d26bdcdffc93" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.962062] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 in Status: SUCCESS [ 877.962062] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 deletion is rescheduled due to dependency. [ 877.962062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.962062] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 877.962062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.962062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.962062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.962062] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.963578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.963875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.964347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.964575] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.964922] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.467930] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.970849] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.171171] env[70008]: INFO networking_nsxv3.common.synchronization [req-b1b0710b-52f8-4862-9134-bf0775c8e06b req-ebf2b722-f6c8-42fd-82d7-83fdbade72a1 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 879.172624] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 879.172624] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.172624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.172624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.172789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.173687] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.173687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.173687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.173687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.173687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.173687] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.475912] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.476227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.476227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.479250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.479250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.479250] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 879.520335] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.520557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.520557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.520746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.520888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.529588] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 879.676095] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.872830] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.873201] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.873452] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.873881] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.874444] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.874795] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.875103] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.875578] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.875900] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.876331] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.876616] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.876898] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.877194] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.877466] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.877748] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.878072] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.897427] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.897644] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.897952] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.898313] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.898994] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-ddb66b61-aecc-46aa-b336-6b0934e8c85b taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.899235] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-ddb66b61-aecc-46aa-b336-6b0934e8c85b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.899505] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-ddb66b61-aecc-46aa-b336-6b0934e8c85b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.900036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-ddb66b61-aecc-46aa-b336-6b0934e8c85b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.900335] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddb66b61-aecc-46aa-b336-6b0934e8c85b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.180167] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.406011] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.406417] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.406417] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.406702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.406862] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.407055] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port ddb66b61-aecc-46aa-b336-6b0934e8c85b not found, creating... [ 880.407699] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.407884] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.408021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.408253] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.408400] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.408723] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.408865] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.408987] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.416031] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.416327] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.416533] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: ddb66b61-aecc-46aa-b336-6b0934e8c85b is going to be created. [ 880.437241] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.437475] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.437604] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.437897] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.439621] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.439621] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-ddb66b61-aecc-46aa-b336-6b0934e8c85b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.688035] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.688035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.688035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.688035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.688035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.688035] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 880.712471] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.712673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.716024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.716024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.716024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.721365] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 881.539863] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 881.541186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.541186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.541186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.541186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.541186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.541186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.541186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.541186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.541488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.541488] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.885054] env[70008]: INFO networking_nsxv3.common.synchronization [req-b1b0710b-52f8-4862-9134-bf0775c8e06b req-478ffe41-3bf0-45c4-9560-a45750949409 service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 881.885326] env[70008]: INFO networking_nsxv3.common.synchronization [req-b1b0710b-52f8-4862-9134-bf0775c8e06b req-478ffe41-3bf0-45c4-9560-a45750949409 service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 881.885326] env[70008]: INFO networking_nsxv3.common.synchronization [req-b1b0710b-52f8-4862-9134-bf0775c8e06b req-478ffe41-3bf0-45c4-9560-a45750949409 service nova] Enqueued Resource ID: ddb66b61-aecc-46aa-b336-6b0934e8c85b with Priority: HIGHEST for action port [ 881.885612] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 881.885715] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 881.885773] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb66b61-aecc-46aa-b336-6b0934e8c85b with Priority: HIGHEST for action port [ 881.889511] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.889650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.889720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.889930] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.890033] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.890944] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.891027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.891227] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddb66b61-aecc-46aa-b336-6b0934e8c85b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.891295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddb66b61-aecc-46aa-b336-6b0934e8c85b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.891364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddb66b61-aecc-46aa-b336-6b0934e8c85b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.891565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddb66b61-aecc-46aa-b336-6b0934e8c85b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.891644] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddb66b61-aecc-46aa-b336-6b0934e8c85b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.043858] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.044127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.044127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.044338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.044518] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.045036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.045144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.045287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.045380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.045474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.045714] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.045829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.045829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.046040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.046092] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.046179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.046225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.047098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.047098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.047098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.047098] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.394957] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.396032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.399064] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddb66b61-aecc-46aa-b336-6b0934e8c85b with status ACTIVE [ 882.399064] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.399064] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.399064] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.399064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.399064] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddb66b61-aecc-46aa-b336-6b0934e8c85b is going to be updated. [ 882.418273] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.418438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.418504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.418805] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.418870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.419032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddb66b61-aecc-46aa-b336-6b0934e8c85b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.548701] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5874604-b7b8-47c9-889e-8ea4718d3f73: rpc.has_security_group_logging(os_id): False [ 882.571183] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.571333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.571438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.571638] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.571740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.572029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.572157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.572226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.572410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.572465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.572674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.572786] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.572846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.573009] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.573110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.573287] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.573379] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.573441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.573581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.573656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.573742] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 882.642091] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.642091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.642091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.642091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.642091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.658499] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 882.732680] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 882.732798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.732885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.734034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.734034] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.734034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.734034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.734034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.734034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.734034] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.235665] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.739495] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.241847] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.242209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.242209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.242279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.242400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.242506] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 884.271866] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.272027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.272218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.272529] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.272757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.281264] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 884.340856] env[70008]: INFO networking_nsxv3.common.synchronization [req-d1d753fe-63c9-45c2-9714-fd4351236748 req-88cf923d-df0f-4667-8891-4e86f7f1dc7e tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 884.342205] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 884.344297] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.344297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.344297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.344297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.344567] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.344685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.344749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.344902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.344988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.345101] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.677932] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 884.677932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.850676] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.850676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.850676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.850676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.850676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.850676] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.850676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.850676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.850676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.850676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.850676] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be deleted. [ 884.885928] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.886265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.886265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.886362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.886447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.886549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.454379] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.454698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.454698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.455530] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.455530] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.455530] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.455530] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.455820] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.457025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.457025] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.457025] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.457025] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.457025] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.457025] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.457025] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.457025] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.476129] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.478228] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.478228] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.478228] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.478228] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.478228] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.478510] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.478873] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.478873] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fcfe98b-9e63-4a61-8a0e-52cec969c3b3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.981767] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.982030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.986021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.986021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.986021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.986021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 not found, creating... [ 885.986021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.986021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.986021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.986021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.986021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.986021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.986597] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.986597] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.986597] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.986597] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.986597] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 is going to be created. [ 886.004861] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.005119] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.005277] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.006150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.006150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.006281] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.294307] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 886.294608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.294810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.298128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.298356] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.298475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.298535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.298719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.298804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.298894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.298984] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.753618] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0a34dc86-402f-4d2d-bf2f-6aa52b8f71bd None None] Enqueued Resource ID: fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158 with Priority: HIGHEST for action port [ 886.753870] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158 with Priority: HIGHEST for action port [ 886.754447] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.754564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.754630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.754878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.754963] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.803812] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.803962] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.804044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.804259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.804431] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.805163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.805163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.805163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.805163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.805163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.805163] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.805163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.805475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.805475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.805475] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.805653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.805653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.805749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.805835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.805917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.805972] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.930435] env[70008]: INFO networking_nsxv3.common.synchronization [req-d1d753fe-63c9-45c2-9714-fd4351236748 req-f817d72e-c62b-4e91-8f55-5b54a5168c42 service nova] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_rules [ 886.930553] env[70008]: INFO networking_nsxv3.common.synchronization [req-d1d753fe-63c9-45c2-9714-fd4351236748 req-f817d72e-c62b-4e91-8f55-5b54a5168c42 service nova] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 886.930700] env[70008]: INFO networking_nsxv3.common.synchronization [req-d1d753fe-63c9-45c2-9714-fd4351236748 req-f817d72e-c62b-4e91-8f55-5b54a5168c42 service nova] Enqueued Resource ID: 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 with Priority: HIGHEST for action port [ 886.930939] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_rules [ 886.931072] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 886.931301] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 with Priority: HIGHEST for action port [ 886.931716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.931869] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.933024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.933276] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.934045] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.934167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.934218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.934511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.936637] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.936732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.936732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.936879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.936970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.937086] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.938711] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.938826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.938826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.938978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.939021] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fcfe98b-9e63-4a61-8a0e-52cec969c3b3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.257979] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158 [ 887.258880] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.258880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.258880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.258880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.258880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.258880] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158 already deleted. [ 887.259279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8ea0f6-2ebd-45b8-96a9-73fe6ad2a158" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.308607] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d22ee49c-698c-48bc-9d58-cd9e1433e4a5: rpc.has_security_group_logging(os_id): False [ 887.327919] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.328088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.328158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.328377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.328473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.328671] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.328796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.328838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.328955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.329223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.329223] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.329312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.329375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.329533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.329621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.329823] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.329919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.329977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.331321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.331506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.331611] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 887.390466] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.390466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.390466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.390466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.390466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.400028] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 887.441967] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.442142] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.442245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.445880] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 with status ACTIVE [ 887.445880] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.445880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.445880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.446411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.446411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.446411] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.446411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.446636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.446636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.446794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.446977] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.447094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.447738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.447738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.447738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.447738] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fcfe98b-9e63-4a61-8a0e-52cec969c3b3 is going to be updated. [ 887.487689] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.487689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.487689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.487689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.487689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.487689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fcfe98b-9e63-4a61-8a0e-52cec969c3b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.946870] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.455178] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.455331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.455415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.455653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.455744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.455884] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be created. [ 888.477611] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.478232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.478232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.479150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.479150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.489623] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: UNINITIALIZED for 2s [ 888.795079] env[70008]: INFO networking_nsxv3.common.synchronization [req-34673d90-daf0-4a99-9657-1ef77c3d740b req-d9291893-b90e-45ad-bb68-be9d5cfdd29e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 888.798955] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 888.799187] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.799285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.799753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.799753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.800250] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.800250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.800521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.800691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.800822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.800894] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.128047] env[70008]: INFO networking_nsxv3.common.synchronization [req-9f0b9369-0fcb-489f-837a-c1f3194627e4 req-5a3c5281-ea9c-4cc5-8c60-dc9bafedeffc tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 889.128047] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 889.128047] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.128047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.128047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.128047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.129373] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.130037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.130037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.130037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.130471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.131709] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.137056] env[70008]: INFO networking_nsxv3.common.synchronization [req-94c65069-1797-4139-b6c8-853ddda4fa16 req-9bf79d52-7eb9-444e-a057-a52237030f3e tempest-MultipleCreateTestJSON-1912695287 tempest-MultipleCreateTestJSON-1912695287-project-member] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 889.137056] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGHEST for action security_group_members [ 889.138565] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.138565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.274636] env[70008]: INFO networking_nsxv3.common.synchronization [None req-473ad0de-cf08-4786-bc35-3a530f83bd66 None None] Enqueued Resource ID: 73fadb4e-9426-4585-ad85-29b87fe45d4e with Priority: HIGHEST for action port [ 889.275193] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73fadb4e-9426-4585-ad85-29b87fe45d4e with Priority: HIGHEST for action port [ 889.275927] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-73fadb4e-9426-4585-ad85-29b87fe45d4e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.275927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73fadb4e-9426-4585-ad85-29b87fe45d4e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.275927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73fadb4e-9426-4585-ad85-29b87fe45d4e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.277702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73fadb4e-9426-4585-ad85-29b87fe45d4e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.277863] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73fadb4e-9426-4585-ad85-29b87fe45d4e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.304012] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.413877] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 889.414218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.633457] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.633731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.633807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.634065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.634168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.634386] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.634492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.634550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.634711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.634791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.634877] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 889.659084] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.659235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.659279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.659578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.659734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.668545] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 889.678586] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.678818] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.678951] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.679237] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.679531] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.679839] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.679839] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.680135] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.680296] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.680519] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.680623] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.680738] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.680850] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.680963] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.681085] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.681260] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.701427] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.701427] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.701427] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.701427] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.701427] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-3375fdb0-9c92-440b-8bb0-6ce37e842475 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.701749] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-3375fdb0-9c92-440b-8bb0-6ce37e842475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.701749] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-3375fdb0-9c92-440b-8bb0-6ce37e842475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.701983] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-3375fdb0-9c92-440b-8bb0-6ce37e842475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.702143] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3375fdb0-9c92-440b-8bb0-6ce37e842475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.781193] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73fadb4e-9426-4585-ad85-29b87fe45d4e [ 889.781604] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.781604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.781764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.781871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.781960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.782074] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73fadb4e-9426-4585-ad85-29b87fe45d4e already deleted. [ 889.782155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73fadb4e-9426-4585-ad85-29b87fe45d4e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.806077] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.204924] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.208025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.208025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.208025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.208025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.208025] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 3375fdb0-9c92-440b-8bb0-6ce37e842475 not found, creating... [ 890.208025] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.208025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.208025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.208025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.208025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.208559] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.208559] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.211040] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.213413] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.213413] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.213413] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 3375fdb0-9c92-440b-8bb0-6ce37e842475 is going to be created. [ 890.234423] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.234423] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.234580] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.234734] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.234957] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.235205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-3375fdb0-9c92-440b-8bb0-6ce37e842475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.311342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.311342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.311342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.311342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.311342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.311342] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 890.352953] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.353112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.353186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.353450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.353592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.364050] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 890.498844] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 890.499088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.500192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.500192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.500192] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.500192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.500192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.500192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.500192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.500192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.500555] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.002650] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.002650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.002650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.002988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.002988] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.003085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.003085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.003251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.003335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.003422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.003572] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.003665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.003747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.003889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.004038] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.004134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.004191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.004333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.004393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.005584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.005911] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.088219] env[70008]: INFO networking_nsxv3.common.synchronization [req-9f0b9369-0fcb-489f-837a-c1f3194627e4 req-4b7cbeb6-226e-4872-beb0-954c6c177adf service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 891.088406] env[70008]: INFO networking_nsxv3.common.synchronization [req-9f0b9369-0fcb-489f-837a-c1f3194627e4 req-4b7cbeb6-226e-4872-beb0-954c6c177adf service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 891.088550] env[70008]: INFO networking_nsxv3.common.synchronization [req-9f0b9369-0fcb-489f-837a-c1f3194627e4 req-4b7cbeb6-226e-4872-beb0-954c6c177adf service nova] Enqueued Resource ID: 3375fdb0-9c92-440b-8bb0-6ce37e842475 with Priority: HIGHEST for action port [ 891.090598] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 891.093107] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 891.093107] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3375fdb0-9c92-440b-8bb0-6ce37e842475 with Priority: HIGHEST for action port [ 891.093107] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.093107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.093107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.093107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.093107] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.094882] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.094998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.095249] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3375fdb0-9c92-440b-8bb0-6ce37e842475 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.095412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3375fdb0-9c92-440b-8bb0-6ce37e842475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.095471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3375fdb0-9c92-440b-8bb0-6ce37e842475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.095652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3375fdb0-9c92-440b-8bb0-6ce37e842475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.095879] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3375fdb0-9c92-440b-8bb0-6ce37e842475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.509791] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1bef618-4e68-4b17-90ea-e981e0a03913: rpc.has_security_group_logging(os_id): False [ 891.528403] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.528532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.528532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.528771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.528837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.529012] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.529120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.529179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.529328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.529404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.529583] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.529677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.529728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.529923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.530027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.530212] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.530316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.530361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.530505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.530585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.530675] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be created. [ 891.584637] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.584807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.584872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.585112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.585430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.595233] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.595373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.598685] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: IN_PROGRESS for 2s [ 891.598763] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3375fdb0-9c92-440b-8bb0-6ce37e842475 with status ACTIVE [ 891.598955] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.599097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.599164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.599550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.599644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.599860] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.599967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.600050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.600242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.600321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.600513] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.600611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.600670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.600817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.600930] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.600974] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3375fdb0-9c92-440b-8bb0-6ce37e842475 is going to be updated. [ 891.619892] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.620041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.620113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.620326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.620462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.620630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3375fdb0-9c92-440b-8bb0-6ce37e842475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.687363] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 891.687597] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 deletion is rescheduled due to dependency. [ 891.688841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.688841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.688841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.688841] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.688841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.688841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.689144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.689144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.689309] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.192742] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.372581] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 892.372794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.372955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.373176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.373361] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.373478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.373545] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.373692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.373773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.373867] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.694651] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.876032] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.876228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.876295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.876498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.876592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.876786] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.876887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.876967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.877112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.877190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.877277] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be updated. [ 892.920716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.920906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.920946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.921204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.921348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.937814] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: IN_PROGRESS for 2s [ 893.199045] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.199045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.199045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.199045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.199323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.199323] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 893.229440] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.229638] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.229695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.229910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.230022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.241482] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 893.525828] env[70008]: INFO networking_nsxv3.common.synchronization [req-8b499493-a2b3-422d-9110-6a3a6c60a1a2 req-049e5880-63d6-44a0-80c4-ffa2d11ab6f6 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 893.526406] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 893.526765] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.526909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.526988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.527329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.528025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.528025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.528025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.528025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.528025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.528025] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.611314] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 893.611741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.821284] env[70008]: INFO networking_nsxv3.common.synchronization [None req-ae919b26-4708-4316-8228-2df1de683e88 None None] Enqueued Resource ID: 6baad031-73ea-4822-9843-5b2dbf1e6717 with Priority: HIGHEST for action port [ 893.821858] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6baad031-73ea-4822-9843-5b2dbf1e6717 with Priority: HIGHEST for action port [ 893.822184] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-6baad031-73ea-4822-9843-5b2dbf1e6717 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.822307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6baad031-73ea-4822-9843-5b2dbf1e6717" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.822374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6baad031-73ea-4822-9843-5b2dbf1e6717" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.822764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6baad031-73ea-4822-9843-5b2dbf1e6717" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.822764] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6baad031-73ea-4822-9843-5b2dbf1e6717',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.031269] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.207933] env[70008]: INFO networking_nsxv3.common.synchronization [req-123feab4-0d98-4e1f-8911-0bdcf993c85f req-d81aba69-abdc-4ef6-a3bf-4dfef8d37422 tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 894.208099] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 894.208424] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.208544] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.208610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.209923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.210428] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.210554] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.210621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.210812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.210909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.211038] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.327165] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6baad031-73ea-4822-9843-5b2dbf1e6717 [ 894.327439] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.327577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.327646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.327865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.328044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.328112] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6baad031-73ea-4822-9843-5b2dbf1e6717 already deleted. [ 894.328156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6baad031-73ea-4822-9843-5b2dbf1e6717" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.534198] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.715895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.715895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.715895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.715895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.715895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.715895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.715895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.715895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.715895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.715895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.715895] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 already deleted. [ 894.715895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.756054] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.756054] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.756054] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.756294] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.756456] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.756618] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.756858] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.756934] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.757636] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.757636] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.757636] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.757636] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.757636] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.758129] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.758129] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.758129] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.775686] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.775686] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 894.775686] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.775686] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.775896] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.775973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.776055] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.776897] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.777675] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3831fe3b-d7ef-40d6-be30-27fd59eaf0a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.946852] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 in Status: SUCCESS [ 894.947178] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 deletion is rescheduled due to dependency. [ 894.947215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.036025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.036281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.036728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.036728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.036829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.036958] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 895.062649] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.062808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.062873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.063105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.063251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.071699] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 895.250895] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 895.251065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.251205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.251429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.251636] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.251793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.251836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.252041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.252101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.252134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.252238] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.281389] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.281389] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.281389] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.281389] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.281658] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.281735] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 not found, creating... [ 895.282012] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.282181] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.282308] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.282590] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.282726] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.283016] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.283720] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.283720] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.283720] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.283720] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.283948] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 is going to be created. [ 895.305281] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.305501] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.305633] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.306150] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.306348] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.306443] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.757382] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.757382] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.757382] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.757382] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.757382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.758041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.758041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.758041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.758041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.758041] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.135964] env[70008]: INFO networking_nsxv3.common.synchronization [None req-47f0c71c-4650-49e8-bdc2-e890af96515e None None] Enqueued Resource ID: 08039fbd-af78-4aa5-8172-2cbc13fb0014 with Priority: HIGHEST for action port [ 896.136635] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08039fbd-af78-4aa5-8172-2cbc13fb0014 with Priority: HIGHEST for action port [ 896.138777] env[70008]: INFO networking_nsxv3.common.synchronization [req-123feab4-0d98-4e1f-8911-0bdcf993c85f req-aa02ba5c-d5d9-43c6-a969-a8fa88b7a405 service nova] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_rules [ 896.139160] env[70008]: INFO networking_nsxv3.common.synchronization [req-123feab4-0d98-4e1f-8911-0bdcf993c85f req-aa02ba5c-d5d9-43c6-a969-a8fa88b7a405 service nova] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 896.142389] env[70008]: INFO networking_nsxv3.common.synchronization [req-123feab4-0d98-4e1f-8911-0bdcf993c85f req-aa02ba5c-d5d9-43c6-a969-a8fa88b7a405 service nova] Enqueued Resource ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 with Priority: HIGHEST for action port [ 896.142389] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-08039fbd-af78-4aa5-8172-2cbc13fb0014 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.142389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08039fbd-af78-4aa5-8172-2cbc13fb0014" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.142389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08039fbd-af78-4aa5-8172-2cbc13fb0014" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.142389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08039fbd-af78-4aa5-8172-2cbc13fb0014" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.142389] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08039fbd-af78-4aa5-8172-2cbc13fb0014',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.143702] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_rules [ 896.143842] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 896.143945] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 with Priority: HIGHEST for action port [ 896.144441] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.144560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.144632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.144860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.145291] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.146211] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.146211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.146211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.146376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.146529] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.146621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.146686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.146830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.146911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.146987] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.148075] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.148184] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.149302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.149302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.149302] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3831fe3b-d7ef-40d6-be30-27fd59eaf0a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.259708] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a03a235-aec9-4f2d-9e0c-342c51720f77: rpc.has_security_group_logging(os_id): False [ 896.278668] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.278838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.279196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.279476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.279620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.279878] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.280057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.280131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.280601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.280601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.280741] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.280813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.280862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.281291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.281381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.281687] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.281834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.281922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.282118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.282232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.282353] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 896.340838] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.341051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.341113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.341294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.341504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.355964] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 896.645199] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08039fbd-af78-4aa5-8172-2cbc13fb0014 [ 896.645357] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.645494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.645572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.646166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.646166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.646166] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08039fbd-af78-4aa5-8172-2cbc13fb0014 already deleted. [ 896.646166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08039fbd-af78-4aa5-8172-2cbc13fb0014" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.653867] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.653867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.653867] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.654584] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 with status ACTIVE [ 896.654758] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.654870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.654933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.655136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.655247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.655377] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.655466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.655537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.657863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.657863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.657863] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.657863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.657863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.657863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.657863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.657863] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 is going to be updated. [ 896.678029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.678029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.678029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.678262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.678371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.678538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.080660] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 897.080882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.160772] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.664090] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.664090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.664090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.664398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.664485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.664615] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 is going to be created. [ 897.686807] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.686807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.686807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.686807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.686807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.705029] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: UNINITIALIZED for 2s [ 898.371219] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 898.371529] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.616431] env[70008]: INFO networking_nsxv3.common.synchronization [req-847ea0a0-aa17-4b61-91cb-21662203ded3 req-235cec4f-8c97-440f-8298-df64a05fa0a9 tempest-ServerRescueTestJSON-1315721732 tempest-ServerRescueTestJSON-1315721732-project-member] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 899.617618] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGHEST for action security_group_members [ 899.617618] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.617618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.617618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.617618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.617618] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.617939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.617939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.617939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.617939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.618076] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.714785] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: SUCCESS [ 899.714998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.715181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.715391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.715580] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.715700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.715764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.715920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.715996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.716092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.716184] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.120284] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.120478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.120557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.120795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.120936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.121113] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.121215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.121321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.121530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.121621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.121725] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 is going to be updated. [ 900.148140] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.148140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.148140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.148140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.148140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.156161] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: IN_PROGRESS for 2s [ 900.221020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.221020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.221020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.221020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.221020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.221823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.221823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.221823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.221823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.221823] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.725820] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9: rpc.has_security_group_logging(os_id): False [ 900.742947] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.743215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.743215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.743393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.743516] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.743752] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.743852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.743894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.744067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.744149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.744326] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.744419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.744481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.744622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.744694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.744882] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.745034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.745089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.745230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.745316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.745411] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 is going to be created. [ 900.796749] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.796924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.796993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.797284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.797452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.811256] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: IN_PROGRESS for 2s [ 901.763871] env[70008]: INFO networking_nsxv3.common.synchronization [req-94ebec2f-2374-4ba8-8866-748aaf5d3a2f req-117c53c7-df86-4566-82af-367d23aab3a3 tempest-ServersTestManualDisk-2094712479 tempest-ServersTestManualDisk-2094712479-project-member] Enqueued Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_members [ 901.764169] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGHEST for action security_group_members [ 901.764401] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5a57ce5-870a-46f5-af1c-26d752e1f00b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.764553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.764629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.764886] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.765095] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.765231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.765341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.765457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.765563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.765677] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.167292] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 in Status: SUCCESS [ 902.167292] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 deletion is rescheduled due to dependency. [ 902.167427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.269017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.269017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.269227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.269408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.270520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.270520] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.270520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.270520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.270520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.270520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.270520] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b is going to be updated. [ 902.296464] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.296464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.296464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.296464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.296464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.307020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b in Status: IN_PROGRESS for 2s [ 902.329285] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9277a66-0a61-4677-a432-c304d20676b7 req-f90c8fcd-f095-4634-87e7-ad3be63a7c64 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 902.329941] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 902.332052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.332052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.332052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.332052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.332052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.332052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.334775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.334775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.334775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.334775] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.488583] env[70008]: INFO networking_nsxv3.common.synchronization [req-363ac96f-32d3-4717-84a1-d2b28586ee36 req-952b667e-02e5-44ec-a3ed-10dc2d8baef3 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Enqueued Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGHEST for action security_group_members [ 902.488874] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGHEST for action security_group_members [ 902.489203] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5588531a-f5af-4233-b007-aa607143a7a3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.489329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.489432] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.489858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.489949] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.490063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.490353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.490353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.490353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.490461] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5588531a-f5af-4233-b007-aa607143a7a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.790089] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.790374] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.790450] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.790766] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.791039] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.791205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.791336] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.791587] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.791742] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.791956] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.792096] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.792232] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.792348] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.792467] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.792584] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.792737] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.795212] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.795404] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-324" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.795538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-324" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.795840] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-324" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.796184] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.796390] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.796555] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.796895] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.797185] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.797417] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.797531] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.797671] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.797820] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.797961] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.798127] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.798304] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.820840] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.821132] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.821372] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.821748] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.822160] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7c4a2de3-2461-483c-8106-37c07f8b473a taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.822468] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7c4a2de3-2461-483c-8106-37c07f8b473a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.822689] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7c4a2de3-2461-483c-8106-37c07f8b473a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.823138] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7c4a2de3-2461-483c-8106-37c07f8b473a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.823387] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4a2de3-2461-483c-8106-37c07f8b473a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.826635] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.826870] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.827111] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.827393] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-324" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.827900] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-929de39a-26ad-468e-96e1-23a1a9a4c39c taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.828204] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-929de39a-26ad-468e-96e1-23a1a9a4c39c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.828494] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-929de39a-26ad-468e-96e1-23a1a9a4c39c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.828920] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-929de39a-26ad-468e-96e1-23a1a9a4c39c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.829187] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929de39a-26ad-468e-96e1-23a1a9a4c39c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.836260] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.836391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.836462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.836682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.836732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.836898] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.836991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.837066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.837207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.837282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.837370] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be deleted. [ 902.839100] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: SUCCESS [ 902.839100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.874286] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.874479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.874479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.874705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.874808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.874897] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.993549] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.994338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.994338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.994338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.994338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.994643] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.994739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.994840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.995079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.995185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.995298] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5588531a-f5af-4233-b007-aa607143a7a3 already deleted. [ 902.995819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.326405] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.326646] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.326785] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.327064] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.327219] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.327384] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7c4a2de3-2461-483c-8106-37c07f8b473a not found, creating... [ 903.327641] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.327800] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.327925] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.328159] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.328441] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.328586] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.328744] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.328925] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.329079] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.329216] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.329358] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7c4a2de3-2461-483c-8106-37c07f8b473a is going to be created. [ 903.331184] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.331291] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.331414] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.331650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.331795] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.332023] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 929de39a-26ad-468e-96e1-23a1a9a4c39c not found, creating... [ 903.332311] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.332500] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.332634] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.332846] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.332985] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.333270] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.333426] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.333547] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.333756] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.333892] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.334062] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 929de39a-26ad-468e-96e1-23a1a9a4c39c is going to be created. [ 903.351180] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.351335] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.351490] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.351732] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.351971] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.352237] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7c4a2de3-2461-483c-8106-37c07f8b473a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.353707] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.353885] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.354023] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.354252] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.354455] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.354659] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-929de39a-26ad-468e-96e1-23a1a9a4c39c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.039094] env[70008]: INFO networking_nsxv3.common.synchronization [req-363ac96f-32d3-4717-84a1-d2b28586ee36 req-d3e61ca1-014b-4fad-a810-d8f6c2c9faa8 service nova] Enqueued Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGHEST for action security_group_rules [ 904.039366] env[70008]: INFO networking_nsxv3.common.synchronization [req-363ac96f-32d3-4717-84a1-d2b28586ee36 req-d3e61ca1-014b-4fad-a810-d8f6c2c9faa8 service nova] Enqueued Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGHEST for action security_group_members [ 904.039422] env[70008]: INFO networking_nsxv3.common.synchronization [req-363ac96f-32d3-4717-84a1-d2b28586ee36 req-d3e61ca1-014b-4fad-a810-d8f6c2c9faa8 service nova] Enqueued Resource ID: 929de39a-26ad-468e-96e1-23a1a9a4c39c with Priority: HIGHEST for action port [ 904.039735] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGHEST for action security_group_rules [ 904.039854] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGHEST for action security_group_members [ 904.039947] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929de39a-26ad-468e-96e1-23a1a9a4c39c with Priority: HIGHEST for action port [ 904.041137] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5588531a-f5af-4233-b007-aa607143a7a3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.041137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.041137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.041137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.041137] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5588531a-f5af-4233-b007-aa607143a7a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.046081] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5588531a-f5af-4233-b007-aa607143a7a3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.046081] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.046081] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.046406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.046406] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.047598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.047598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.047598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.047598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.047598] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5588531a-f5af-4233-b007-aa607143a7a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.048308] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-929de39a-26ad-468e-96e1-23a1a9a4c39c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.048420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-929de39a-26ad-468e-96e1-23a1a9a4c39c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.048784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-929de39a-26ad-468e-96e1-23a1a9a4c39c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.048784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-929de39a-26ad-468e-96e1-23a1a9a4c39c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.048784] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929de39a-26ad-468e-96e1-23a1a9a4c39c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.241192] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9277a66-0a61-4677-a432-c304d20676b7 req-1f10976a-f67e-4bd5-930f-87354d8aa3fd service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 904.241570] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9277a66-0a61-4677-a432-c304d20676b7 req-1f10976a-f67e-4bd5-930f-87354d8aa3fd service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 904.241837] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9277a66-0a61-4677-a432-c304d20676b7 req-1f10976a-f67e-4bd5-930f-87354d8aa3fd service nova] Enqueued Resource ID: 7c4a2de3-2461-483c-8106-37c07f8b473a with Priority: HIGHEST for action port [ 904.245815] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 904.245815] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 904.245815] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4a2de3-2461-483c-8106-37c07f8b473a with Priority: HIGHEST for action port [ 904.245815] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.245815] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.245815] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.245815] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.245815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.245815] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.247757] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c4a2de3-2461-483c-8106-37c07f8b473a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.248040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c4a2de3-2461-483c-8106-37c07f8b473a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.248455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c4a2de3-2461-483c-8106-37c07f8b473a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.248734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c4a2de3-2461-483c-8106-37c07f8b473a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.248900] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4a2de3-2461-483c-8106-37c07f8b473a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.298845] env[70008]: INFO networking_nsxv3.common.synchronization [req-8459c703-6930-4871-8553-5d26f6aad1e3 req-d008aab0-9403-493b-aa63-5c19d1348dbc tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 904.299547] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 904.300455] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.302750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.302750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.302750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.302750] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.302750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.302750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.302750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.302750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.302750] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.313964] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b in Status: SUCCESS [ 904.314640] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b deletion is rescheduled due to dependency. [ 904.316031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.550587] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5588531a-f5af-4233-b007-aa607143a7a3 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.550731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.550913] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5588531a-f5af-4233-b007-aa607143a7a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.551843] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 929de39a-26ad-468e-96e1-23a1a9a4c39c with status ACTIVE [ 904.552034] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.552146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.552209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.552411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.552515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.552692] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.552787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.552848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.552996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.553087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.553265] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.553352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.553411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.553550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.553625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.553709] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 929de39a-26ad-468e-96e1-23a1a9a4c39c is going to be updated. [ 904.576471] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.576636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.576696] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.576891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.577074] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.577197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-929de39a-26ad-468e-96e1-23a1a9a4c39c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.751359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.751359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.751359] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.752134] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c4a2de3-2461-483c-8106-37c07f8b473a with status ACTIVE [ 904.752311] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.752960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.752960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.752960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.752960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.753132] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.753132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.753225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.753586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.753586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.753586] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.753742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.753742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.753896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.754014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.754139] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c4a2de3-2461-483c-8106-37c07f8b473a is going to be updated. [ 904.777282] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.777639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.777719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.778069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.778611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.778611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c4a2de3-2461-483c-8106-37c07f8b473a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.803609] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.932146] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.932863] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.932863] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.933019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.933431] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.933656] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.933823] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.934229] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.934434] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.934723] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.934854] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.934969] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.935102] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.935258] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.935390] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.935537] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.959389] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.959584] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.959725] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.959939] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.960327] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-81354a86-ba87-48ec-bcb7-461c7f8f6056 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.960516] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-81354a86-ba87-48ec-bcb7-461c7f8f6056" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.960643] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-81354a86-ba87-48ec-bcb7-461c7f8f6056" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.960966] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-81354a86-ba87-48ec-bcb7-461c7f8f6056" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.961151] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81354a86-ba87-48ec-bcb7-461c7f8f6056',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.058757] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5588531a-f5af-4233-b007-aa607143a7a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.257771] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.306012] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.464628] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.464824] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.464992] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.465154] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.465404] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.465625] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 81354a86-ba87-48ec-bcb7-461c7f8f6056 not found, creating... [ 905.467012] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.467012] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.467012] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.467012] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.467012] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.467362] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.467648] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.467817] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.468185] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.468501] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.468655] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 81354a86-ba87-48ec-bcb7-461c7f8f6056 is going to be created. [ 905.488221] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.488484] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.488583] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.488909] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.489086] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.489318] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-81354a86-ba87-48ec-bcb7-461c7f8f6056" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.561532] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.561747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.561821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.562065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.562159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.562261] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5588531a-f5af-4233-b007-aa607143a7a3 is going to be created. [ 905.598195] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.598348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.598419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.598664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.598828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.608442] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5588531a-f5af-4233-b007-aa607143a7a3 in Status: UNINITIALIZED for 2s [ 905.763256] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.763256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.763256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.763256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.763256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.763256] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be created. [ 905.783343] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.783343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.783511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.783616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.783739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.791850] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: UNINITIALIZED for 2s [ 905.810446] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.812588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.812588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.812588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.812588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.812588] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 905.842611] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.842762] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.842833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.843064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.843206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.852927] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 906.238724] env[70008]: INFO networking_nsxv3.common.synchronization [req-8459c703-6930-4871-8553-5d26f6aad1e3 req-afe494fc-cc33-4e3c-8d5b-7211c819c2af service nova] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_rules [ 906.239883] env[70008]: INFO networking_nsxv3.common.synchronization [req-8459c703-6930-4871-8553-5d26f6aad1e3 req-afe494fc-cc33-4e3c-8d5b-7211c819c2af service nova] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 906.239883] env[70008]: INFO networking_nsxv3.common.synchronization [req-8459c703-6930-4871-8553-5d26f6aad1e3 req-afe494fc-cc33-4e3c-8d5b-7211c819c2af service nova] Enqueued Resource ID: 81354a86-ba87-48ec-bcb7-461c7f8f6056 with Priority: HIGHEST for action port [ 906.239883] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_rules [ 906.239883] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 906.239883] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81354a86-ba87-48ec-bcb7-461c7f8f6056 with Priority: HIGHEST for action port [ 906.240320] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.244024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.244024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.244024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.244024] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.244024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.244024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.244024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-81354a86-ba87-48ec-bcb7-461c7f8f6056 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.244024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81354a86-ba87-48ec-bcb7-461c7f8f6056" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.244024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81354a86-ba87-48ec-bcb7-461c7f8f6056" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.244024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81354a86-ba87-48ec-bcb7-461c7f8f6056" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.244024] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81354a86-ba87-48ec-bcb7-461c7f8f6056',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.748760] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.748760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.748760] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81354a86-ba87-48ec-bcb7-461c7f8f6056 with status ACTIVE [ 906.748760] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.748760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.748760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.748760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.748760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.748760] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.748760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.748760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.748760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.748760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.748760] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.749411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.749411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.749411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.749411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.749411] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81354a86-ba87-48ec-bcb7-461c7f8f6056 is going to be updated. [ 906.781639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.781791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.781867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.782089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.782235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.782400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81354a86-ba87-48ec-bcb7-461c7f8f6056" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.619757] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5588531a-f5af-4233-b007-aa607143a7a3 in Status: SUCCESS [ 907.620162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.620162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.620373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.620562] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.620683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.620737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.620913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.620968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.621070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.621166] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5588531a-f5af-4233-b007-aa607143a7a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.803376] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 907.803672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.803882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.804138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.804387] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.804510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.804578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.805749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.805749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.805749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.805749] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.864720] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 907.864975] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.865183] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.865427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.865638] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.865765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.865840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.866015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.866107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.866202] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.124999] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5588531a-f5af-4233-b007-aa607143a7a3 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.125220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.125294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.125639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.125828] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.125951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.126103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.126291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.126389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.126512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.126673] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5588531a-f5af-4233-b007-aa607143a7a3 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.126767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.126820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.126971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.127125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.127266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.127326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.127502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.127602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.127649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.131111] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5588531a-f5af-4233-b007-aa607143a7a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.307784] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.308083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.308181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.308417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.308625] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.308762] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.308858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.309119] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.309260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.309356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.309546] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.309674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.309834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.310039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.310219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.310329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.310408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.310805] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.310917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.311050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.311162] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.368578] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.633916] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5588531a-f5af-4233-b007-aa607143a7a3: rpc.has_security_group_logging(os_id): False [ 908.650041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.650182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.650295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.650447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.650533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.650718] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.650816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.650875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.651048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.651129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.651322] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.651414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.651548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.652163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.652163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.652163] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.652163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.652163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.652375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.652375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.652375] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5588531a-f5af-4233-b007-aa607143a7a3 is going to be created. [ 908.704445] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.704445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.704445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.704605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.705842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.714537] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5588531a-f5af-4233-b007-aa607143a7a3 in Status: IN_PROGRESS for 2s [ 908.814193] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78e1716d-0c3f-49b2-b3f0-054599cba52b: rpc.has_security_group_logging(os_id): False [ 908.836959] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.837132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.837206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.837593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.837706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.837895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.837996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.838077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.838236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.838312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.838510] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.838609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.838718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.838804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.838879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.839070] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.839164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.839224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.839359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.839444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.839565] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be created. [ 908.870868] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.895932] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.895932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.895932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.895932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.895932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.911672] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 908.931418] env[70008]: INFO networking_nsxv3.common.synchronization [req-7e0b4fd4-d088-418d-9b9f-b3b61a39f5d5 req-93398f34-15ce-4265-9ec9-07882f19b54b tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 908.932017] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 908.934922] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.934922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.934922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.934922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.934922] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.934922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.935430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.935430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.935430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.935535] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.374363] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.375416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.375941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.376209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.376374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.376701] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 909.423265] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.423451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.423542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.423902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.424021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.436902] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 909.443612] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.443729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.443729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.444100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.444301] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.444345] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.444557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.444557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.444737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.444809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.445110] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be updated. [ 909.471232] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.471646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.471646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.471782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.471959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.480326] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: IN_PROGRESS for 2s [ 909.527937] env[70008]: INFO networking_nsxv3.common.synchronization [None req-ee90c2b6-4eb5-4558-94a0-5f1ec0125846 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 909.528592] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 909.528675] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.528791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.529199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.529518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.529693] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.529797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.529859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.530056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.530108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.530195] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.032827] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.534850] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.576219] env[70008]: INFO networking_nsxv3.common.synchronization [req-a6a0f411-6c96-4c7f-86ee-5eccf9b3e56f req-c0f0f96b-022e-47b2-9b44-af8a0387f940 tempest-VolumesAdminNegativeTest-1669852276 tempest-VolumesAdminNegativeTest-1669852276-project-member] Enqueued Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_members [ 910.577278] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396b3bf-e516-4585-b787-008064727f34 with Priority: HIGHEST for action security_group_members [ 910.577278] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396b3bf-e516-4585-b787-008064727f34 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.577278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.577589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.577589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.577699] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.577854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.577854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.577938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.578509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.578623] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0396b3bf-e516-4585-b787-008064727f34',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.725862] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5588531a-f5af-4233-b007-aa607143a7a3 in Status: SUCCESS [ 910.726421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.924183] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 910.924402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.038768] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.039197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.039197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.039311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.039311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.039433] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be updated. [ 911.066288] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.066443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.066498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.066667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.066810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.075460] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 911.081087] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.081321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.081403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.081766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.104122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.104320] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.104447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.104569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.104816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.104907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.105011] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0396b3bf-e516-4585-b787-008064727f34 is going to be updated. [ 911.130865] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.131032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.131130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.131310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.131446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.139028] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0396b3bf-e516-4585-b787-008064727f34 in Status: IN_PROGRESS for 2s [ 911.447046] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 911.447296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.447496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.447725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.448198] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.448370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.448441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.449094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.449191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.449352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.449481] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.488593] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 911.488822] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 deletion is rescheduled due to dependency. [ 911.488950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.952688] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.952929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.953056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.953414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.953687] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.953949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.954105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.954314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.954417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.954532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.954726] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.954842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.954936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.955191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.955360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.955464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.955536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.955679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.955761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.955848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.955942] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.977518] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.977731] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.977867] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.978174] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.978441] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.978626] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.978813] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.979041] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.979284] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.979662] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.979865] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.980082] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.980289] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.980977] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.980977] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.980977] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.001722] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.001722] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.001722] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.002025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.002235] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.002415] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.002553] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.002987] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.003075] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb268ac-0bfe-49b0-8e89-1400d89ae1f6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.458154] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20ab6458-12d1-41c1-a863-82e3480bfc88: rpc.has_security_group_logging(os_id): False [ 912.476147] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.476340] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.476404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.476785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.476785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.476884] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.476937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.477044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.477149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.477234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.477423] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.477589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.477589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.477697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.477764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.477956] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.478055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.478113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.478259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.478347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.478441] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 912.506075] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.506346] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.506479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.506825] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.506985] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.507164] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 not found, creating... [ 912.507438] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.507601] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.507735] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.507940] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.508093] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.508382] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.508543] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.508665] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.508871] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.509017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.509165] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 is going to be created. [ 912.600768] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.601034] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.601178] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.601479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.601753] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.602101] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.607628] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.607841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.607841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.608043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.608446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.623276] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 913.084950] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 913.085212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.147814] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0396b3bf-e516-4585-b787-008064727f34 in Status: SUCCESS [ 913.148009] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0396b3bf-e516-4585-b787-008064727f34 deletion is rescheduled due to dependency. [ 913.148126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396b3bf-e516-4585-b787-008064727f34" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.226742] env[70008]: INFO networking_nsxv3.common.synchronization [req-e1cc139d-5433-498f-ab79-a7843cda7771 req-9abee8b7-0e51-441d-b526-1a688c906867 service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 913.226951] env[70008]: INFO networking_nsxv3.common.synchronization [req-e1cc139d-5433-498f-ab79-a7843cda7771 req-9abee8b7-0e51-441d-b526-1a688c906867 service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 913.227115] env[70008]: INFO networking_nsxv3.common.synchronization [req-e1cc139d-5433-498f-ab79-a7843cda7771 req-9abee8b7-0e51-441d-b526-1a688c906867 service nova] Enqueued Resource ID: 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 with Priority: HIGHEST for action port [ 913.227366] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 913.227500] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 913.227601] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 with Priority: HIGHEST for action port [ 913.228992] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.229104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.229164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.229376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.229475] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.230341] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.230457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.230526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.230743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.230872] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.231124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.231124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.231227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.231260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.231341] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.232128] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.232253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.232313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.232441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.232609] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb268ac-0bfe-49b0-8e89-1400d89ae1f6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.735017] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.736490] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.736605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.736772] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 with status ACTIVE [ 913.737011] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.737185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.737265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.737466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.737558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.737740] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.737859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.737967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.738183] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.738259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.738487] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.738585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.738648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.738788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.738861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.738947] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cb268ac-0bfe-49b0-8e89-1400d89ae1f6 is going to be updated. [ 913.759156] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.759359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.759421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.759690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.759828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.759988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cb268ac-0bfe-49b0-8e89-1400d89ae1f6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.240888] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.640062] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 914.640313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.743208] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.743553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.743553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.743682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.743753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.743869] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be updated. [ 914.771204] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.771364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.771435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.771724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.771885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.780485] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 916.785194] env[70008]: INFO networking_nsxv3.common.synchronization [req-48ac4f1e-bda9-450a-95c5-83ea3383dd7b req-aeaf21f7-550d-4a86-bcfc-e256e31b0065 tempest-ServerGroupTestJSON-1387956129 tempest-ServerGroupTestJSON-1387956129-project-member] Enqueued Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGHEST for action security_group_members [ 916.786600] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGHEST for action security_group_members [ 916.787353] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5588531a-f5af-4233-b007-aa607143a7a3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.787710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.787710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.788167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.788342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.788446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.788514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.788688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.788774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.788868] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5588531a-f5af-4233-b007-aa607143a7a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.796861] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 916.797100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.797274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.797433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.797651] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.797774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.797844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.798012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.798101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.798172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.798265] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.856487] env[70008]: INFO networking_nsxv3.common.synchronization [req-9ebf5e45-3214-4238-9575-4e2f668d61a8 req-6ce5212e-17fa-4130-9311-2f4427e83d6d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 916.857357] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 916.857548] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.857787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.857787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.858016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.858212] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.858361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.858422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.858948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.858948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.858948] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.271491] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.273066] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.273066] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.273066] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.273066] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.273066] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.273066] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.273578] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.273578] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.273766] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.273932] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.274082] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.274239] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.274398] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.274551] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.274726] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.292141] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.292329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.292391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.292608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.292712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.292931] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.293050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.293115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.293284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.293365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.293453] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5588531a-f5af-4233-b007-aa607143a7a3 is going to be updated. [ 917.295624] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.295805] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.295948] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.296152] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.296464] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-9d907be9-5fb0-494f-9a82-2dece3f90c82 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.296644] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-9d907be9-5fb0-494f-9a82-2dece3f90c82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.296783] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-9d907be9-5fb0-494f-9a82-2dece3f90c82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.297194] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-9d907be9-5fb0-494f-9a82-2dece3f90c82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.297369] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d907be9-5fb0-494f-9a82-2dece3f90c82',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.301280] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.301280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.301280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.301280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.301280] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.301280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.301280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.301280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.301280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.301771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.301771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.301771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.301771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.301905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.301982] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.302037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.302082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.302239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.302311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.302388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.302505] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.322726] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.322939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.322984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.323185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.323327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.330857] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5588531a-f5af-4233-b007-aa607143a7a3 in Status: IN_PROGRESS for 2s [ 917.362067] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.362067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.362067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.362067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.362067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.362067] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.362558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.362558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.362558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.362558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.362558] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 already deleted. [ 917.362558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.800349] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.800804] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.800804] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.800996] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.801179] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.801344] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 9d907be9-5fb0-494f-9a82-2dece3f90c82 not found, creating... [ 917.801684] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.801891] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.801995] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.802300] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.802441] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.802768] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.802987] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.803101] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.803293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.803431] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.803582] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 9d907be9-5fb0-494f-9a82-2dece3f90c82 is going to be created. [ 917.804728] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78e1716d-0c3f-49b2-b3f0-054599cba52b: rpc.has_security_group_logging(os_id): False [ 917.824417] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.824623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.824623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.824832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.824924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.825133] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.825235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.825297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.825452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.825530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.825729] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.825823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.825884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.826035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.826111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.826315] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.826412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.826471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.826610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.826685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.826797] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be updated. [ 917.828792] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.828989] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.829146] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.829377] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.829641] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.829878] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-9d907be9-5fb0-494f-9a82-2dece3f90c82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.949650] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.949835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.949903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.950105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.950226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.973844] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 918.503182] env[70008]: INFO networking_nsxv3.common.synchronization [req-ead118ec-792f-4ab3-856c-cbcd62afab5e req-717b04c2-ff0c-42e2-9e39-58174dddac1e tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 918.503182] env[70008]: INFO networking_nsxv3.common.synchronization [req-ead118ec-792f-4ab3-856c-cbcd62afab5e req-717b04c2-ff0c-42e2-9e39-58174dddac1e tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 0af4ab66-64c4-42d6-badc-b054ed64925b with Priority: HIGHEST for action security_group_members [ 918.503182] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 918.503182] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af4ab66-64c4-42d6-badc-b054ed64925b with Priority: HIGHEST for action security_group_members [ 918.503182] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.503943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.503943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.503943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.503943] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.503943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.503943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.504205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.504205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.504205] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.505056] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af4ab66-64c4-42d6-badc-b054ed64925b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.505172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.505223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.505422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.505560] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.505648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.505706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.505836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.505905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.506015] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af4ab66-64c4-42d6-badc-b054ed64925b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.589607] env[70008]: INFO networking_nsxv3.common.synchronization [req-ead118ec-792f-4ab3-856c-cbcd62afab5e req-717b04c2-ff0c-42e2-9e39-58174dddac1e tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 0af4ab66-64c4-42d6-badc-b054ed64925b with Priority: HIGHEST for action security_group_rules [ 918.589789] env[70008]: INFO networking_nsxv3.common.synchronization [req-ead118ec-792f-4ab3-856c-cbcd62afab5e req-717b04c2-ff0c-42e2-9e39-58174dddac1e tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 0af4ab66-64c4-42d6-badc-b054ed64925b with Priority: HIGHEST for action security_group_members [ 918.589940] env[70008]: INFO networking_nsxv3.common.synchronization [req-ead118ec-792f-4ab3-856c-cbcd62afab5e req-717b04c2-ff0c-42e2-9e39-58174dddac1e tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_rules [ 918.590122] env[70008]: INFO networking_nsxv3.common.synchronization [req-ead118ec-792f-4ab3-856c-cbcd62afab5e req-717b04c2-ff0c-42e2-9e39-58174dddac1e tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 918.590273] env[70008]: INFO networking_nsxv3.common.synchronization [req-ead118ec-792f-4ab3-856c-cbcd62afab5e req-717b04c2-ff0c-42e2-9e39-58174dddac1e tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 with Priority: HIGHEST for action port [ 918.590792] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af4ab66-64c4-42d6-badc-b054ed64925b with Priority: HIGHEST for action security_group_rules [ 918.590923] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_rules [ 918.592849] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 with Priority: HIGHEST for action port [ 918.593994] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af4ab66-64c4-42d6-badc-b054ed64925b with Priority: HIGHEST for action security_group_members [ 918.594217] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 918.594621] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af4ab66-64c4-42d6-badc-b054ed64925b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.596217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.596318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.596588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.596732] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af4ab66-64c4-42d6-badc-b054ed64925b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.597661] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.597846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.597950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.599251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.599251] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.603125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.603125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.603125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.603125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.603125] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3831fe3b-d7ef-40d6-be30-27fd59eaf0a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.603125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af4ab66-64c4-42d6-badc-b054ed64925b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.603125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.603125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.603125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.730455] env[70008]: INFO networking_nsxv3.common.synchronization [req-9ebf5e45-3214-4238-9575-4e2f668d61a8 req-d5de90e3-fff3-4f8b-8d3a-d11949c9b188 service nova] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_rules [ 918.730631] env[70008]: INFO networking_nsxv3.common.synchronization [req-9ebf5e45-3214-4238-9575-4e2f668d61a8 req-d5de90e3-fff3-4f8b-8d3a-d11949c9b188 service nova] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 918.730774] env[70008]: INFO networking_nsxv3.common.synchronization [req-9ebf5e45-3214-4238-9575-4e2f668d61a8 req-d5de90e3-fff3-4f8b-8d3a-d11949c9b188 service nova] Enqueued Resource ID: 9d907be9-5fb0-494f-9a82-2dece3f90c82 with Priority: HIGHEST for action port [ 918.731013] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_rules [ 918.731154] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 918.731253] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d907be9-5fb0-494f-9a82-2dece3f90c82 with Priority: HIGHEST for action port [ 918.731825] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.731934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.732015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.741018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.741018] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.741018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.741018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.741018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.741018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.741018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.741018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.741018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.741018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.741018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.741018] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.742448] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d907be9-5fb0-494f-9a82-2dece3f90c82 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.742590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d907be9-5fb0-494f-9a82-2dece3f90c82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.742660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d907be9-5fb0-494f-9a82-2dece3f90c82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.742790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d907be9-5fb0-494f-9a82-2dece3f90c82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.742866] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d907be9-5fb0-494f-9a82-2dece3f90c82',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.008367] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.009779] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af4ab66-64c4-42d6-badc-b054ed64925b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.103732] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 with status ACTIVE [ 919.104157] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.104225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.104288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.104509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.104574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.104750] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.104845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.104903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.105053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.105126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.105298] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.105585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.105585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.105585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.105777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.105777] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 is going to be updated. [ 919.106892] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af4ab66-64c4-42d6-badc-b054ed64925b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.107014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.107217] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.107292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.125589] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.125731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.125801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.126121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.126272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.126424] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.245688] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.246130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.247542] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.250016] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d907be9-5fb0-494f-9a82-2dece3f90c82 with status ACTIVE [ 919.250580] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.250734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.250819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.251038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.251130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.251316] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.251413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.251585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.251741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.251822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.252014] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.252118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.252226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.252391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.252526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.252583] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d907be9-5fb0-494f-9a82-2dece3f90c82 is going to be updated. [ 919.275297] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.275481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.275572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.275783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.275924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.276124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d907be9-5fb0-494f-9a82-2dece3f90c82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.340336] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5588531a-f5af-4233-b007-aa607143a7a3 in Status: SUCCESS [ 919.340336] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5588531a-f5af-4233-b007-aa607143a7a3 deletion is rescheduled due to dependency. [ 919.340744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.375020] env[70008]: INFO networking_nsxv3.common.synchronization [req-20fdb810-3ee0-4dbc-acb8-34358b508e89 req-796f358e-2820-4dbe-ae87-fb5dd251f06d tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 919.375020] env[70008]: INFO networking_nsxv3.common.synchronization [req-20fdb810-3ee0-4dbc-acb8-34358b508e89 req-796f358e-2820-4dbe-ae87-fb5dd251f06d tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 0af4ab66-64c4-42d6-badc-b054ed64925b with Priority: HIGHEST for action security_group_members [ 919.375020] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 919.375020] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af4ab66-64c4-42d6-badc-b054ed64925b with Priority: HIGHEST for action security_group_members [ 919.375020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.375020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.375020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af4ab66-64c4-42d6-badc-b054ed64925b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.375020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.448302] env[70008]: INFO networking_nsxv3.common.synchronization [req-20fdb810-3ee0-4dbc-acb8-34358b508e89 req-796f358e-2820-4dbe-ae87-fb5dd251f06d tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_rules [ 919.448485] env[70008]: INFO networking_nsxv3.common.synchronization [req-20fdb810-3ee0-4dbc-acb8-34358b508e89 req-796f358e-2820-4dbe-ae87-fb5dd251f06d tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 919.448625] env[70008]: INFO networking_nsxv3.common.synchronization [req-20fdb810-3ee0-4dbc-acb8-34358b508e89 req-796f358e-2820-4dbe-ae87-fb5dd251f06d tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 with Priority: HIGHEST for action port [ 919.449112] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_rules [ 919.449241] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 919.449339] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 with Priority: HIGHEST for action port [ 919.449691] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.449801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.449979] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.450836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.451301] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.451448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.451588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.451825] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.451933] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3831fe3b-d7ef-40d6-be30-27fd59eaf0a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.510379] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.511969] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af4ab66-64c4-42d6-badc-b054ed64925b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.755056] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.957116] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 with status ACTIVE [ 919.957496] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.957836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.959072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.959378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.959607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.959902] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.960189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.960346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.960603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.961029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.961321] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.962491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.962491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.962491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.962491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.962491] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3831fe3b-d7ef-40d6-be30-27fd59eaf0a3 is going to be updated. [ 919.986085] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.986466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.986676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.987564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.987814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.988219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3831fe3b-d7ef-40d6-be30-27fd59eaf0a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.989316] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 919.989626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.016020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.016020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.016020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.016020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.016020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.016020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 is going to be updated. [ 920.016020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.016020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.016020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.016020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.016020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.016020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af4ab66-64c4-42d6-badc-b054ed64925b is going to be created. [ 920.050634] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.050634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.050634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.050634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.050634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.057242] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.057242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.057242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.057476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.057476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.060689] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af4ab66-64c4-42d6-badc-b054ed64925b in Status: UNINITIALIZED for 2s [ 920.068806] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: IN_PROGRESS for 2s [ 920.257638] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.258608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.258608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.258608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.258608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.258608] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 is going to be created. [ 920.282461] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.282876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.282876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.282876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.283081] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.291455] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: UNINITIALIZED for 2s [ 922.072040] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af4ab66-64c4-42d6-badc-b054ed64925b in Status: SUCCESS [ 922.072387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.073298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.076134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.076134] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.076134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.076134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.076134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.076134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.076134] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af4ab66-64c4-42d6-badc-b054ed64925b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.085403] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: SUCCESS [ 922.085684] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.085895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.086334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.086590] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.086753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.086855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.087072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.087225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.091140] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.302218] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: SUCCESS [ 922.302430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.302660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.302879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.303091] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.303220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.303280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.303536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.303618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.303704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.303797] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.339206] env[70008]: INFO networking_nsxv3.common.synchronization [req-3eeb14a4-0c77-490a-a802-407cc0a0e946 req-75faffd9-f49e-48b0-bb34-60d30ea74272 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 922.339782] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 922.342190] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.342190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.342190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.342190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.342190] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.342190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.342190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.342573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.342573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.342708] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.580841] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.581019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.581100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.581328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.581421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.581696] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.581794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.581883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.582049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.582129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.582219] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af4ab66-64c4-42d6-badc-b054ed64925b is going to be deleted. [ 922.596767] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.610344] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.610478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.610555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.610731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.610818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.610915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.611323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.611486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.611704] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.611756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.611837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.611954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.612055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.612118] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af4ab66-64c4-42d6-badc-b054ed64925b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.808772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.808772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.808772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.808772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.808772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.809790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.809790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.809790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.809790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.809790] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.846702] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.847136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.847216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.847366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.847449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.847650] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.847758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.847821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.847962] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.848047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.848135] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 922.891352] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.891504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.891844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.891844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.891931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.902041] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 923.098906] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.113985] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.114208] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.114290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.114555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.114667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.114899] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.115017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.115091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.115279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.115380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.115499] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af4ab66-64c4-42d6-badc-b054ed64925b already deleted. [ 923.115602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.115742] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0af4ab66-64c4-42d6-badc-b054ed64925b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.117350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.117546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.117719] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.117821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.117904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.118063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.118194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.118308] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af4ab66-64c4-42d6-badc-b054ed64925b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.314975] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e79b4368-a6f0-49aa-a276-945b9ac44897: rpc.has_security_group_logging(os_id): False [ 923.331344] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.334082] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.334082] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.334082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.334584] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.334584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.334982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.335375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.335617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.335875] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 is going to be created. [ 923.392897] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.393062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.393131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.393318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.393490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.403704] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: IN_PROGRESS for 2s [ 923.576190] env[70008]: INFO networking_nsxv3.common.synchronization [None req-9f783817-714c-4ea9-83a4-ab057410a8ac tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf with Priority: HIGHEST for action security_group_rules [ 923.576724] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf with Priority: HIGHEST for action security_group_rules [ 923.577081] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.577233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.577313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.577579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.577666] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.601908] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.601908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.602088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.602386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.602554] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.602775] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 is going to be updated. [ 923.620879] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0af4ab66-64c4-42d6-badc-b054ed64925b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.622515] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.622736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.622847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.623233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.623410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.623716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.623922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.624220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.624378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.624511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.624655] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af4ab66-64c4-42d6-badc-b054ed64925b already deleted. [ 923.624786] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.636937] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.637193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.637297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.637840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.637956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.649222] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: IN_PROGRESS for 2s [ 923.749791] env[70008]: INFO networking_nsxv3.common.synchronization [None req-9a8b2144-8d01-46b2-a07d-63ea566e69b5 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf with Priority: HIGHEST for action security_group_rules [ 923.753088] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf with Priority: HIGHEST for action security_group_rules [ 923.755494] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.756422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.104288] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.104551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.104551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.104729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.104807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.104899] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf already deleted. [ 924.104984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.105148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.105300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.105383] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.127315] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0af4ab66-64c4-42d6-badc-b054ed64925b: rpc.has_security_group_logging(os_id): False [ 924.145624] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.145624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.145624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.145624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.145624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.145900] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.145900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.145900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.146103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.146103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.146170] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af4ab66-64c4-42d6-badc-b054ed64925b is going to be created. [ 924.167901] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0af4ab66-64c4-42d6-badc-b054ed64925b], does not exist path=[/infra/domains/default/groups/0af4ab66-64c4-42d6-badc-b054ed64925b]."\n}' [ 924.168070] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af4ab66-64c4-42d6-badc-b054ed64925b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0af4ab66-64c4-42d6-badc-b054ed64925b [ 924.168190] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 924.220025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.220025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.220025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.220025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.221439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.221975] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.224827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.224827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.224827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.224827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.224827] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.224827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.224827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.224827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.224827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.224827] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af4ab66-64c4-42d6-badc-b054ed64925b is going to be created. [ 924.244171] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0af4ab66-64c4-42d6-badc-b054ed64925b], does not exist path=[/infra/domains/default/groups/0af4ab66-64c4-42d6-badc-b054ed64925b]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0af4ab66-64c4-42d6-badc-b054ed64925b [ 924.244171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af4ab66-64c4-42d6-badc-b054ed64925b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.244171] env[70008]: Traceback (most recent call last): [ 924.244171] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 924.244171] env[70008]: return func(*args, **kwargs) [ 924.244171] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 924.244171] env[70008]: res.raise_for_status() [ 924.244171] env[70008]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 924.244171] env[70008]: raise HTTPError(http_error_msg, response=self) [ 924.244171] env[70008]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0af4ab66-64c4-42d6-badc-b054ed64925b [ 924.244171] env[70008]: During handling of the above exception, another exception occurred: [ 924.244171] env[70008]: Traceback (most recent call last): [ 924.244171] env[70008]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 924.244171] env[70008]: listener.cb(fileno) [ 924.244171] env[70008]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 924.244171] env[70008]: result = function(*args, **kwargs) [ 924.244171] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 924.244171] env[70008]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 924.244171] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 924.244171] env[70008]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 924.244171] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 924.244171] env[70008]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 924.244171] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 924.244171] env[70008]: res.raise_for_status() [ 924.244171] env[70008]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 924.244171] env[70008]: raise HTTPError(http_error_msg, response=self) [ 924.244171] env[70008]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0af4ab66-64c4-42d6-badc-b054ed64925b [ 924.244171] env[70008]: Removing descriptor: 68 [ 924.549099] env[70008]: INFO networking_nsxv3.common.synchronization [req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 req-92235f63-af85-4594-bb74-5139d15ec2d6 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 924.553019] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 924.553019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.553019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.554089] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.627260] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.627384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.627470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.628628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.628628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.628628] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf already deleted. [ 924.628882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afc0cb81-00ae-4e2c-9ac1-d02c8e12d7bf" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.910792] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 924.910985] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 deletion is rescheduled due to dependency. [ 924.911089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.056360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.056743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.056886] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.057133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.057228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.057738] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.057945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.058010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.058130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.058212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.058497] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f already deleted. [ 925.058615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.175162] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.175861] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.176173] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.176625] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.179019] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.179019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.179019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.179019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.179019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.179019] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.179019] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.179019] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.179019] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.179019] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.179019] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.179019] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.200511] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.200511] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.200511] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.200511] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.200511] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7ccae536-206e-4ca7-aef0-e87f583bcd38 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.200511] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7ccae536-206e-4ca7-aef0-e87f583bcd38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.201471] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7ccae536-206e-4ca7-aef0-e87f583bcd38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.202535] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7ccae536-206e-4ca7-aef0-e87f583bcd38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.202535] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ccae536-206e-4ca7-aef0-e87f583bcd38',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.417820] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: SUCCESS [ 925.418540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.661321] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: SUCCESS [ 925.661321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.661321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.661321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.661321] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.661521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.661521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.661601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.661669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.661754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.661856] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.662800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.662954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.663114] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.663217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.663264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.663407] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.663474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.663555] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.709145] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.709145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.709145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.709145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.709145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.709145] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7ccae536-206e-4ca7-aef0-e87f583bcd38 not found, creating... [ 925.709145] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.709145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.709145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.709145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.709145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.709717] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.709717] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.709717] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.709717] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.709717] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.709717] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7ccae536-206e-4ca7-aef0-e87f583bcd38 is going to be created. [ 925.730322] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.730532] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.730668] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.730973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.731227] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.731489] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7ccae536-206e-4ca7-aef0-e87f583bcd38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.167403] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.167403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.167403] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.673141] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.037024] env[70008]: INFO networking_nsxv3.common.synchronization [req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 req-9d7b7c82-8702-4f4b-8fa8-01245c0d1e6a service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 927.037024] env[70008]: INFO networking_nsxv3.common.synchronization [req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 req-9d7b7c82-8702-4f4b-8fa8-01245c0d1e6a service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 927.037024] env[70008]: INFO networking_nsxv3.common.synchronization [req-e78c6cd2-a843-4da3-91fe-96a17d7d3552 req-9d7b7c82-8702-4f4b-8fa8-01245c0d1e6a service nova] Enqueued Resource ID: 7ccae536-206e-4ca7-aef0-e87f583bcd38 with Priority: HIGHEST for action port [ 927.037024] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 927.037024] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 927.037024] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccae536-206e-4ca7-aef0-e87f583bcd38 with Priority: HIGHEST for action port [ 927.037024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.037024] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.037024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.037024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.037024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.037996] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.037996] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ccae536-206e-4ca7-aef0-e87f583bcd38 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.037996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ccae536-206e-4ca7-aef0-e87f583bcd38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.037996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ccae536-206e-4ca7-aef0-e87f583bcd38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.039665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ccae536-206e-4ca7-aef0-e87f583bcd38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.039665] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ccae536-206e-4ca7-aef0-e87f583bcd38',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.178071] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.178312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.178424] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.178689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.178818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.178933] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 is going to be updated. [ 927.208812] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.208812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.208812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.208812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.208812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.218029] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: IN_PROGRESS for 2s [ 927.540464] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.540653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.540867] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.541964] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ccae536-206e-4ca7-aef0-e87f583bcd38 with status ACTIVE [ 927.542187] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.543355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.543355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.543355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.543505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.546029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.546029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.546029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.546029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.546029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.546029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.546651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.546651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.546651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.546651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.546651] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ccae536-206e-4ca7-aef0-e87f583bcd38 is going to be updated. [ 927.568056] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.568056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.568056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.568056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.568056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.568056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ccae536-206e-4ca7-aef0-e87f583bcd38" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.996033] env[70008]: INFO networking_nsxv3.common.synchronization [req-2f31c7e8-bf44-42ad-8311-d85b0167b8ce req-09d86a25-20b9-42bc-9013-6190b6d7fae0 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 927.996033] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 927.996033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.996033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.996033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.996033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.996033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.996033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.996033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.996033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.996033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.996033] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.049948] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.498346] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.552156] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.552610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.553010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.553424] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.553642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.554730] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be created. [ 928.575771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.575982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.575982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.576121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.576277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.585790] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: UNINITIALIZED for 2s [ 928.951833] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ed31a82-21f9-4cac-8947-2dde841c86ef req-c51cdb8a-db96-41ea-b2c4-e97354cedb7e tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 928.952585] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 928.953044] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.953241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.953361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.953676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.953944] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.954180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.954259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.954487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.954642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.954817] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.002106] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.072625] env[70008]: INFO networking_nsxv3.common.synchronization [req-683fde83-7f05-4e91-aec3-4e79cb337e3f req-1b5a0256-c42d-4bd8-9082-460fb9e1d45a tempest-ServerRescueTestJSONUnderV235-1910814247 tempest-ServerRescueTestJSONUnderV235-1910814247-project-member] Enqueued Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 929.073199] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 with Priority: HIGHEST for action security_group_members [ 929.076030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.076151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.231725] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: SUCCESS [ 929.231725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.231884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.232088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.232226] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.232984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.233106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.233294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.233390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.233520] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.459907] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.459907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.459907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.459907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.480487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.482936] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.482936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.482936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.482936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.482936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.482936] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 929.507024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.507024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.507024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.507024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.507024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.507024] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be updated. [ 929.508824] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.512057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.512057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.512057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.512057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.525248] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 929.544037] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.544292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.545605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.545605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.545605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.557468] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 929.737840] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.738047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.738125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.738345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.742081] env[70008]: INFO networking_nsxv3.common.synchronization [None req-63a16a10-edb6-4c6f-b697-58748f8be07b None None] Enqueued Resource ID: a6fa083c-f65a-40d7-9e11-624c155ce6e6 with Priority: HIGHEST for action port [ 929.744793] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fa083c-f65a-40d7-9e11-624c155ce6e6 with Priority: HIGHEST for action port [ 929.744793] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6fa083c-f65a-40d7-9e11-624c155ce6e6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.744793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6fa083c-f65a-40d7-9e11-624c155ce6e6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.744793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6fa083c-f65a-40d7-9e11-624c155ce6e6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.744793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6fa083c-f65a-40d7-9e11-624c155ce6e6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.744793] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fa083c-f65a-40d7-9e11-624c155ce6e6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.768796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.773108] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.773365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.773443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.773661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.773771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.773937] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 is going to be updated. [ 929.802504] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.802921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.802921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.803109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.803238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.813091] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: IN_PROGRESS for 2s [ 930.246272] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6fa083c-f65a-40d7-9e11-624c155ce6e6 [ 930.247239] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.247239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.247239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.247239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.247239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.247239] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6fa083c-f65a-40d7-9e11-624c155ce6e6 already deleted. [ 930.247239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6fa083c-f65a-40d7-9e11-624c155ce6e6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.391486] env[70008]: INFO networking_nsxv3.common.synchronization [None req-7298029f-134a-4d24-97f5-4cd9fa8febcb tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 930.391486] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 930.391486] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.391486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.489141] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-1429b33a-8ae3-4e39-b1c0-706d45f1720f tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 930.489962] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 930.490028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.491397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.491509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.492797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.494242] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.494242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.494242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.494242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.494242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.494242] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.603855] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 930.603855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.604210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.604210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.604385] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.604499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.604564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.604714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.604796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.604881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.604969] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.999213] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.999213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.000083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.000294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.000766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.001462] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.001628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.002097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.002327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.003776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.003925] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 already deleted. [ 931.004149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.161859] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.161859] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.161859] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.161859] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.161859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.164394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.164394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.164394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.164394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.164394] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.535123] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 931.535388] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 deletion is rescheduled due to dependency. [ 931.535493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.566319] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 931.566593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.566716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.566944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.567152] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.567271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.567336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.567490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.567570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.567690] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.616096] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572d5020-030e-4c09-8ea6-79ca6568283f: rpc.has_security_group_logging(os_id): False [ 931.635954] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.636571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.636571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.636571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.636707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.636871] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.636972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.637047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.637204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.637283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.637597] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.637597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.637701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.637763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.639018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.639018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.639018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.639018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.639018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.639018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.639018] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be created. [ 931.641695] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.641971] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.642120] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.642405] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.643441] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.643627] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.643757] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.646846] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.647036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.647257] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.647384] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.647499] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.647613] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.647730] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.647839] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.647976] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.666019] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.666204] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.666346] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.666539] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.666835] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-e45450cd-e6e4-4726-b49b-9a27f1bcf026 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.667017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-e45450cd-e6e4-4726-b49b-9a27f1bcf026" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.667148] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-e45450cd-e6e4-4726-b49b-9a27f1bcf026" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.667531] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-e45450cd-e6e4-4726-b49b-9a27f1bcf026" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.667717] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45450cd-e6e4-4726-b49b-9a27f1bcf026',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.694385] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.694544] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.694637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.694887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.695136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.706063] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 931.833949] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: SUCCESS [ 931.834131] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 deletion is rescheduled due to dependency. [ 931.834131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.834332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.834504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.834709] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.834824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.834885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.835052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.835129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.835285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.835366] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.835456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.835505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.835646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.835781] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.835871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.835928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.836215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.836287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.836367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.836574] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.837510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.837599] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.837666] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.837763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.837826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.838045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.838147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.838262] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.071348] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.071519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.071744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.071927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.093489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.093714] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.093714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.094295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.094295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.094295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.094295] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be updated. [ 932.120669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.120817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.120817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.121047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.121194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.128913] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 932.173168] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.173406] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.173538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.173818] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.174010] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.174172] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port e45450cd-e6e4-4726-b49b-9a27f1bcf026 not found, creating... [ 932.174433] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.174592] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.174714] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.174954] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.175227] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.175536] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.175818] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.176222] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.176492] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.176630] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.176778] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: e45450cd-e6e4-4726-b49b-9a27f1bcf026 is going to be created. [ 932.204214] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.204469] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.204603] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.204881] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.205193] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.205443] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-e45450cd-e6e4-4726-b49b-9a27f1bcf026" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.340774] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9: rpc.has_security_group_logging(os_id): False [ 932.341895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.342043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.342113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.342312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.342400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.342581] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.342678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.342740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.342889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.342969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.343068] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 is going to be updated. [ 932.367025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.367025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.367025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.367025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.367476] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.367476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.367476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.367878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.368517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.370037] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 is going to be updated. [ 932.382245] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.382245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.382245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.382245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.382245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.389619] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: IN_PROGRESS for 2s [ 932.454025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.454025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.454025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.454025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.454025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.467718] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: IN_PROGRESS for 2s [ 932.533359] env[70008]: INFO networking_nsxv3.common.synchronization [None req-ef1664f6-58f8-49fa-9b30-fd2737886a5c None None] Enqueued Resource ID: 4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb with Priority: HIGHEST for action port [ 932.535144] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb with Priority: HIGHEST for action port [ 932.535144] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.535144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.535144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.535144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.535144] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.026569] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-095cea11-ca56-49bb-a9c3-12b24a2bd611 service nova] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_rules [ 933.026750] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-095cea11-ca56-49bb-a9c3-12b24a2bd611 service nova] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 933.026893] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-095cea11-ca56-49bb-a9c3-12b24a2bd611 service nova] Enqueued Resource ID: e45450cd-e6e4-4726-b49b-9a27f1bcf026 with Priority: HIGHEST for action port [ 933.027142] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_rules [ 933.027269] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 933.027366] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45450cd-e6e4-4726-b49b-9a27f1bcf026 with Priority: HIGHEST for action port [ 933.027915] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.028122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.028199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.028451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.028535] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.029471] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.029624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.029624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.030413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.030413] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.030413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.030413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.030703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.030703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.030805] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.031494] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e45450cd-e6e4-4726-b49b-9a27f1bcf026 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.031662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e45450cd-e6e4-4726-b49b-9a27f1bcf026" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.031735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e45450cd-e6e4-4726-b49b-9a27f1bcf026" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.032138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e45450cd-e6e4-4726-b49b-9a27f1bcf026" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.032138] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45450cd-e6e4-4726-b49b-9a27f1bcf026',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.038154] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb [ 933.038360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.038481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.038539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.038705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.038786] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.038876] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb already deleted. [ 933.038953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d9d4ab6-2e69-49fc-a9bc-d7ad50aad1cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.536872] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.536872] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.536872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.536872] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e45450cd-e6e4-4726-b49b-9a27f1bcf026 with status ACTIVE [ 933.536872] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.536872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.536872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.537341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.537341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.537341] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.537442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.537468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.537884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.537884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.537884] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.538205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.538205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.538205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.539585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.539585] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e45450cd-e6e4-4726-b49b-9a27f1bcf026 is going to be updated. [ 933.559923] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.560072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.560166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.560348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.560534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.560629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e45450cd-e6e4-4726-b49b-9a27f1bcf026" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.717975] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 933.718221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.867248] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-b8025d1b-4500-4a20-9019-8f05ab1b3901 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 933.867725] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 933.868056] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.868290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.042431] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.141798] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 934.141798] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b deletion is rescheduled due to dependency. [ 934.141798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.400582] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: SUCCESS [ 934.400818] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 deletion is rescheduled due to dependency. [ 934.400946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.480902] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 in Status: SUCCESS [ 934.481182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.481345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.481577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.481712] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ba98ac-f4a2-4a42-8cf9-abbfd05198d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.547111] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.547111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.547111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.547111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.547111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.547111] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be created. [ 934.571016] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.571168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.571247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.571490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.571710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.581161] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: UNINITIALIZED for 2s [ 934.617633] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.618565] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.618565] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.618565] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.618565] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.618813] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.618813] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.619019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.619967] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.620264] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.620414] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.620576] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.620752] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.620914] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.621115] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.621950] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.640291] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.640587] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.640587] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.640799] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.641147] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.641330] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.641456] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.641850] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.641997] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('210c7c0f-af80-4c9d-bed8-1f66e1b868cb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.735263] env[70008]: INFO networking_nsxv3.common.synchronization [req-8711aa4a-c4db-48e2-9ad0-45be48d01d6c req-2d6c04d9-3453-4dba-8a96-87b08080dbd1 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Enqueued Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_members [ 934.735263] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGHEST for action security_group_members [ 934.735263] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.735263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.735263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.735263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.735576] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.735576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.735576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.735722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.735765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.736404] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.006934] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.006934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.006934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.006934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.006934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.006934] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ba98ac-f4a2-4a42-8cf9-abbfd05198d9 is going to be deleted. [ 935.054359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.054624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.054703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.054859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.055215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.055517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ba98ac-f4a2-4a42-8cf9-abbfd05198d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.145257] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.145475] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.145613] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.145906] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.146082] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.146252] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 210c7c0f-af80-4c9d-bed8-1f66e1b868cb not found, creating... [ 935.146534] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.146700] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.146825] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.147066] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.147215] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.148350] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.148459] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.149765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.149765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.149765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.149765] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 210c7c0f-af80-4c9d-bed8-1f66e1b868cb is going to be created. [ 935.194632] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.194632] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.194632] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.194632] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.194632] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.194931] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.238416] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.238609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.238690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.241977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.295165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.295539] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.295539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.295665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.295798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.295881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.295976] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d659af-e5df-4301-876a-98c8a6bd1dca is going to be updated. [ 935.334822] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.336240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.336333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.337028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.337028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.347993] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d659af-e5df-4301-876a-98c8a6bd1dca in Status: IN_PROGRESS for 2s [ 936.115074] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-6a65dd30-c2c8-4dca-8792-9d7b4c0d5d37 service nova] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_rules [ 936.115344] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-6a65dd30-c2c8-4dca-8792-9d7b4c0d5d37 service nova] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 936.115493] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-6a65dd30-c2c8-4dca-8792-9d7b4c0d5d37 service nova] Enqueued Resource ID: 210c7c0f-af80-4c9d-bed8-1f66e1b868cb with Priority: HIGHEST for action port [ 936.116430] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_rules [ 936.116430] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 936.116546] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210c7c0f-af80-4c9d-bed8-1f66e1b868cb with Priority: HIGHEST for action port [ 936.116836] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.116955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.117178] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.117266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.117870] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.117997] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.118078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.118485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.118605] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('210c7c0f-af80-4c9d-bed8-1f66e1b868cb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.592739] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 936.592739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.592739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.592739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.592739] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.592739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.593041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.593041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.593100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.593172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.593269] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.598068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.600036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.600036] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.600036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.600036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.600036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.600036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.600036] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.621073] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 210c7c0f-af80-4c9d-bed8-1f66e1b868cb with status ACTIVE [ 936.621347] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.621482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.621551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.621826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.621921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.622122] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.622224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.622285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.622433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.622508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.622689] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.622779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.622840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.622978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.623067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.623154] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 210c7c0f-af80-4c9d-bed8-1f66e1b868cb is going to be updated. [ 936.642482] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.643279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.643279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.643279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.643279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.643279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-210c7c0f-af80-4c9d-bed8-1f66e1b868cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.941322] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-d3839da5-6d59-479c-81d4-790c7cafcc64 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 936.942468] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 936.942825] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.943068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.098396] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.098396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.102327] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.107562] env[70008]: INFO networking_nsxv3.common.synchronization [req-52c8a87c-9d9b-49af-a2e3-3198576cf1c7 req-879eb63d-3483-4536-9221-e77d29397956 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 937.107562] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 937.107562] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.107736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.107736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.109031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.109031] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.109031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.109031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.111702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.111702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.111702] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.357242] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5d659af-e5df-4301-876a-98c8a6bd1dca in Status: SUCCESS [ 937.357534] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5d659af-e5df-4301-876a-98c8a6bd1dca deletion is rescheduled due to dependency. [ 937.357567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.608222] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.618156] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.618369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.618464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.618730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.641984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.642286] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.642414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.642483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.642687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.642784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.642898] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 937.669798] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.670023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.670117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.670364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.670545] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.679256] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 937.940020] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.940020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.940020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.940020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.940020] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.940020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.940020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.940020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.940020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.940508] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.940508] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.940508] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.940508] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.940628] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.940716] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.940853] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.957858] env[70008]: INFO networking_nsxv3.common.synchronization [req-f77eb8e9-9f64-40fd-b02b-815f8c7e1339 req-7be7a8e8-52c1-4cb8-af30-8d12587cd5a3 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 937.958641] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 937.958965] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.959399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.959470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.959666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.960183] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.960304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.961683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.961683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.961683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.961683] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.967682] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.968596] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.968596] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.970284] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-793" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.970284] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-6f23775b-7629-4b1e-8e43-f2647294b244 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.970284] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-6f23775b-7629-4b1e-8e43-f2647294b244" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.970284] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-6f23775b-7629-4b1e-8e43-f2647294b244" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.970497] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-6f23775b-7629-4b1e-8e43-f2647294b244" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.970549] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f23775b-7629-4b1e-8e43-f2647294b244',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.109953] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.110148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.110222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.110439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.110535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.110641] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be updated. [ 938.150111] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.150287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.150348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.150569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.150722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.159391] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 938.463035] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.463035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.464131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.464131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.464131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.464131] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.464131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.464131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.464131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.464131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.464131] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 938.474794] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.476039] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.476222] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.476663] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.476997] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.476997] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 6f23775b-7629-4b1e-8e43-f2647294b244 not found, creating... [ 938.477363] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.477941] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.478132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.478367] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.478531] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.479711] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.479711] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.479711] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.479711] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.479936] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.479969] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 6f23775b-7629-4b1e-8e43-f2647294b244 is going to be created. [ 938.493608] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.493749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.493830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.494031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.494167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.501622] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 938.504539] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.504808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.505104] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.505409] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.505973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.505973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-6f23775b-7629-4b1e-8e43-f2647294b244" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.582309] env[70008]: INFO networking_nsxv3.common.synchronization [req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce req-1bfe49af-92ec-4585-846f-ecf8e522d358 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Enqueued Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 939.582917] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 939.583314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.583398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.583428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.584359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.584359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.584359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.587608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.588302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.588434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.590800] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.689260] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 939.689754] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b deletion is rescheduled due to dependency. [ 939.690060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.774036] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-0d74b384-4f08-4f90-bd65-353d6cf96d96 service nova] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_rules [ 939.774036] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-0d74b384-4f08-4f90-bd65-353d6cf96d96 service nova] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 939.774036] env[70008]: INFO networking_nsxv3.common.synchronization [req-b9edcf87-0830-4fbc-82f3-7473fe2d454a req-0d74b384-4f08-4f90-bd65-353d6cf96d96 service nova] Enqueued Resource ID: 6f23775b-7629-4b1e-8e43-f2647294b244 with Priority: HIGHEST for action port [ 939.774036] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_rules [ 939.774036] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 939.774036] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f23775b-7629-4b1e-8e43-f2647294b244 with Priority: HIGHEST for action port [ 939.774036] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.774631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.774631] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.774631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.774631] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f23775b-7629-4b1e-8e43-f2647294b244 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.774829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f23775b-7629-4b1e-8e43-f2647294b244" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.774829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f23775b-7629-4b1e-8e43-f2647294b244" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.774994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f23775b-7629-4b1e-8e43-f2647294b244" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.775089] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f23775b-7629-4b1e-8e43-f2647294b244',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.093813] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.093995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.094103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.094331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.094422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.094619] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.094747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.094820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.094979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.095098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.095205] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed already deleted. [ 940.095313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.148710] env[70008]: INFO networking_nsxv3.common.synchronization [None req-01430cf9-3326-48e6-a80e-d28bd2efbec7 None None] Enqueued Resource ID: 89545020-9875-4b2d-9905-18f707e03991 with Priority: HIGHEST for action port [ 940.148710] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89545020-9875-4b2d-9905-18f707e03991 with Priority: HIGHEST for action port [ 940.148710] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-89545020-9875-4b2d-9905-18f707e03991 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.148710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89545020-9875-4b2d-9905-18f707e03991" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.148710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89545020-9875-4b2d-9905-18f707e03991" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.148710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89545020-9875-4b2d-9905-18f707e03991" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.148710] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89545020-9875-4b2d-9905-18f707e03991',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.168545] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 940.168883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.168999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.169222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.169422] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.169541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.169612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.169772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.169852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.169950] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.278461] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f23775b-7629-4b1e-8e43-f2647294b244 with status ACTIVE [ 940.278769] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.278939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.279023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.279293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.279402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.279604] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.279736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.279846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.280040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.280127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.280352] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.280466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.280531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.280681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.281019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.281019] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f23775b-7629-4b1e-8e43-f2647294b244 is going to be updated. [ 940.306718] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.306992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.307085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.308164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.308330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.308505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f23775b-7629-4b1e-8e43-f2647294b244" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.511675] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 940.511675] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 940.511675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.650336] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89545020-9875-4b2d-9905-18f707e03991 [ 940.650602] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.650795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.650795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.651752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.651752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.651752] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89545020-9875-4b2d-9905-18f707e03991 already deleted. [ 940.651752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89545020-9875-4b2d-9905-18f707e03991" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.674813] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.806437] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.806775] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.813030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.813030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.813030] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.813030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.813030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.813030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.813030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.813030] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.813030] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.813030] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.813030] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.813030] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.813030] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.813030] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.832389] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.832389] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.832389] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.832389] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.832589] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-36164275-1861-4ef5-90f2-18dee0fab77f taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.833703] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-36164275-1861-4ef5-90f2-18dee0fab77f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.833703] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-36164275-1861-4ef5-90f2-18dee0fab77f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.833703] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-36164275-1861-4ef5-90f2-18dee0fab77f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.833984] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36164275-1861-4ef5-90f2-18dee0fab77f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.176174] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.341378] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.341378] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.341378] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.341378] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.342351] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.342691] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 36164275-1861-4ef5-90f2-18dee0fab77f not found, creating... [ 941.343138] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.343515] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.344216] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.345070] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.345070] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.345733] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.346076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.346307] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.346641] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.347091] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.348035] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 36164275-1861-4ef5-90f2-18dee0fab77f is going to be created. [ 941.368971] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.369644] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.370025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.370633] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.371009] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.371466] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-36164275-1861-4ef5-90f2-18dee0fab77f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.681819] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.682166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.682166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.682271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.682360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.682459] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be updated. [ 941.709558] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.709558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.709558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.710044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.710044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.718667] env[70008]: INFO networking_nsxv3.common.synchronization [req-8eefd77d-b5a6-4d03-a28e-311f0ae6d64a req-70f0e11e-52b2-451b-81f7-e01cbe8bb08e tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_members [ 941.719507] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGHEST for action security_group_members [ 941.720483] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 941.720703] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-183fc09b-1215-4e14-a0c7-4166dfe90953 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.720832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.720900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.721147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.721311] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.721436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.721507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.721676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.721780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.721878] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.024656] env[70008]: INFO networking_nsxv3.common.synchronization [req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 req-372ad79c-9414-41d1-8df3-e77c30b972f8 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Enqueued Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 942.029316] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 942.030873] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.031049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.031143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.031416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.031683] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.034663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.034663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.034663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.034663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.034663] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.227243] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.227243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.227243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.227243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.248432] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.248720] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.248844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.248913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.250137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.250137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.250137] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 is going to be updated. [ 942.277128] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.277128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.277128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.277128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.277520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.286287] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 in Status: IN_PROGRESS for 2s [ 942.475850] env[70008]: INFO networking_nsxv3.common.synchronization [req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce req-4241b655-9e5e-45f0-84e8-88a34d0239e4 service nova] Enqueued Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_rules [ 942.476138] env[70008]: INFO networking_nsxv3.common.synchronization [req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce req-4241b655-9e5e-45f0-84e8-88a34d0239e4 service nova] Enqueued Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 942.476397] env[70008]: INFO networking_nsxv3.common.synchronization [req-b29f14d7-1d5a-42b2-872b-9e9af4e079ce req-4241b655-9e5e-45f0-84e8-88a34d0239e4 service nova] Enqueued Resource ID: 36164275-1861-4ef5-90f2-18dee0fab77f with Priority: HIGHEST for action port [ 942.479863] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_rules [ 942.479863] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 942.479863] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36164275-1861-4ef5-90f2-18dee0fab77f with Priority: HIGHEST for action port [ 942.482127] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.482127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.482127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.482127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.482127] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.483411] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.483411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.483585] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-36164275-1861-4ef5-90f2-18dee0fab77f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.483585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36164275-1861-4ef5-90f2-18dee0fab77f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.483670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36164275-1861-4ef5-90f2-18dee0fab77f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.483840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36164275-1861-4ef5-90f2-18dee0fab77f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.483938] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36164275-1861-4ef5-90f2-18dee0fab77f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.539368] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.911113] env[70008]: INFO networking_nsxv3.common.synchronization [None req-e52cae26-2c9f-4cfd-abba-66fe12fb9111 None None] Enqueued Resource ID: 196f4a65-b678-41c9-9b4e-aacf15aa32f3 with Priority: HIGHEST for action port [ 942.911343] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 196f4a65-b678-41c9-9b4e-aacf15aa32f3 with Priority: HIGHEST for action port [ 942.911981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-196f4a65-b678-41c9-9b4e-aacf15aa32f3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.911981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-196f4a65-b678-41c9-9b4e-aacf15aa32f3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.912134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-196f4a65-b678-41c9-9b4e-aacf15aa32f3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.912284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-196f4a65-b678-41c9-9b4e-aacf15aa32f3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.912365] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('196f4a65-b678-41c9-9b4e-aacf15aa32f3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.986769] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.986769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.988038] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36164275-1861-4ef5-90f2-18dee0fab77f with status ACTIVE [ 942.989383] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.989383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.989383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.989383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.989383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.989383] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.989383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.989383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.989383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.989383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.989864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.989864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.989864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.989864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.990047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.990047] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36164275-1861-4ef5-90f2-18dee0fab77f is going to be updated. [ 943.035062] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.035219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.035288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.035502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.035642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.035809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36164275-1861-4ef5-90f2-18dee0fab77f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.045601] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.087019] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.088798] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.088798] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.088798] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.088798] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.088798] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.088798] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.089176] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.089176] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.089302] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.089459] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.089648] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.089787] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.090613] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.090613] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.090613] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.112054] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.112054] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.112129] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.112312] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-733" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.112652] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-e8c39077-469a-44e8-a244-9e1fc2b07f8c taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.112971] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-e8c39077-469a-44e8-a244-9e1fc2b07f8c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.112971] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-e8c39077-469a-44e8-a244-9e1fc2b07f8c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.113338] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-e8c39077-469a-44e8-a244-9e1fc2b07f8c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.113558] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c39077-469a-44e8-a244-9e1fc2b07f8c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.309900] env[70008]: INFO networking_nsxv3.common.synchronization [None req-2b5ffc0b-0d1e-46bd-a92d-6df0bffc015d None None] Enqueued Resource ID: 1de36f36-a478-456d-b89e-5bc1689f8a77 with Priority: HIGHEST for action port [ 943.309900] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de36f36-a478-456d-b89e-5bc1689f8a77 with Priority: HIGHEST for action port [ 943.309900] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de36f36-a478-456d-b89e-5bc1689f8a77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.309900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de36f36-a478-456d-b89e-5bc1689f8a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.309900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de36f36-a478-456d-b89e-5bc1689f8a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.310333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de36f36-a478-456d-b89e-5bc1689f8a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.310432] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de36f36-a478-456d-b89e-5bc1689f8a77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.418437] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 196f4a65-b678-41c9-9b4e-aacf15aa32f3 [ 943.418437] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.418437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.418437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.418437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.418437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.418437] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:196f4a65-b678-41c9-9b4e-aacf15aa32f3 already deleted. [ 943.418437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-196f4a65-b678-41c9-9b4e-aacf15aa32f3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.546921] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.547363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.547363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.547493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.547552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.547628] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed is going to be created. [ 943.570834] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.571029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.571122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.571394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.571542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.582633] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: UNINITIALIZED for 2s [ 943.619394] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.619394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.619394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.619394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.619394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.619394] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port e8c39077-469a-44e8-a244-9e1fc2b07f8c not found, creating... [ 943.619394] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.619394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.619394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.619806] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.619840] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.620142] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.620301] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.620424] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.620642] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.620790] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.620933] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: e8c39077-469a-44e8-a244-9e1fc2b07f8c is going to be created. [ 943.643448] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.643718] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.644525] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.644882] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.645179] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.645445] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-e8c39077-469a-44e8-a244-9e1fc2b07f8c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.732405] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 943.732673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.732864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.733095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.733841] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.734009] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.734090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.734271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.734356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.734468] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.814545] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1de36f36-a478-456d-b89e-5bc1689f8a77 [ 943.814787] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.814922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.815017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.815264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.815356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.815454] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1de36f36-a478-456d-b89e-5bc1689f8a77 already deleted. [ 943.815540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de36f36-a478-456d-b89e-5bc1689f8a77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.238376] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.296512] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 in Status: SUCCESS [ 944.296512] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 deletion is rescheduled due to dependency. [ 944.296512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.351404] env[70008]: INFO networking_nsxv3.common.synchronization [req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 req-c17be6f1-f897-4f41-a642-580d7e4f40a6 service nova] Enqueued Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_rules [ 944.351404] env[70008]: INFO networking_nsxv3.common.synchronization [req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 req-c17be6f1-f897-4f41-a642-580d7e4f40a6 service nova] Enqueued Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 944.351614] env[70008]: INFO networking_nsxv3.common.synchronization [req-08245d17-f5fc-4d04-b0d2-6343a12d35e5 req-c17be6f1-f897-4f41-a642-580d7e4f40a6 service nova] Enqueued Resource ID: e8c39077-469a-44e8-a244-9e1fc2b07f8c with Priority: HIGHEST for action port [ 944.351789] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_rules [ 944.351915] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 944.352018] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c39077-469a-44e8-a244-9e1fc2b07f8c with Priority: HIGHEST for action port [ 944.352617] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.352707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.352915] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.352990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.353333] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8c39077-469a-44e8-a244-9e1fc2b07f8c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.353436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8c39077-469a-44e8-a244-9e1fc2b07f8c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.353498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8c39077-469a-44e8-a244-9e1fc2b07f8c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.353696] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8c39077-469a-44e8-a244-9e1fc2b07f8c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.353773] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c39077-469a-44e8-a244-9e1fc2b07f8c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.744153] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.858547] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8c39077-469a-44e8-a244-9e1fc2b07f8c with status ACTIVE [ 944.858547] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.858547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.858547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.858547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.858547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.858927] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.858927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.858927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.859124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.859201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.862669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.862669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.862669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.862669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.862669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.862669] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8c39077-469a-44e8-a244-9e1fc2b07f8c is going to be updated. [ 944.885880] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.885880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.885880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.886238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.886238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.887359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8c39077-469a-44e8-a244-9e1fc2b07f8c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.248294] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.248294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.248294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.248294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.248642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.248642] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be updated. [ 945.276930] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.277092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.277164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.277366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.277506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.289267] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 945.593306] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: SUCCESS [ 945.593994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.593994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.593994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.594341] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.594341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.594341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.594455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.595022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.595022] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.646231] env[70008]: INFO networking_nsxv3.common.synchronization [None req-05b43d79-0a75-4204-bc7c-041c2280b153 None None] Enqueued Resource ID: 2a06f8b4-87fc-4e19-944e-be7787a2a461 with Priority: HIGHEST for action port [ 945.646467] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a06f8b4-87fc-4e19-944e-be7787a2a461 with Priority: HIGHEST for action port [ 945.647063] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a06f8b4-87fc-4e19-944e-be7787a2a461 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.647436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a06f8b4-87fc-4e19-944e-be7787a2a461" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.647436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a06f8b4-87fc-4e19-944e-be7787a2a461" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.648187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a06f8b4-87fc-4e19-944e-be7787a2a461" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.648187] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a06f8b4-87fc-4e19-944e-be7787a2a461',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.098339] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.150173] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a06f8b4-87fc-4e19-944e-be7787a2a461 [ 946.150173] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.150173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.150173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.150366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.150411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.150514] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a06f8b4-87fc-4e19-944e-be7787a2a461 already deleted. [ 946.150595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a06f8b4-87fc-4e19-944e-be7787a2a461" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.601078] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.103353] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.103353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.103353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.103590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.103590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.103908] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed is going to be updated. [ 947.138026] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.138193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.138249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.138460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.138700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.158402] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: IN_PROGRESS for 2s [ 947.300028] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.300028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.300028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.300028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.300799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.301063] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.301269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.301413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.301670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.301849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.302076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.302271] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.303314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.304011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.304258] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.304597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.304756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.304975] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.305159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.305349] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.810196] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.810196] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b6f11f8-238a-4f88-ac16-ae73ed5737b4: rpc.has_security_group_logging(os_id): False [ 947.827728] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.827728] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.827728] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.827728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.828239] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.828239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.828239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.828737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.829898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.830492] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be created. [ 947.888180] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.888180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.888180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.888363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.888455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.909820] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 948.311028] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.815283] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.815283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.815679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.815679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.815814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.815814] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be updated. [ 948.841942] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.842546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.842678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.843016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.843266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.855381] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 949.172926] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: SUCCESS [ 949.173223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.173494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.173721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.173968] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.174129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.174197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.174352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.174433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.174518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.174617] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.175605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.178031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.178031] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.178031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.178031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.178031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.178031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.178031] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.678954] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.679125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.679282] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.921532] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 949.921952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.921999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.922216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.922305] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.183443] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.426267] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.426267] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.647440] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 950.647548] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 950.691292] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.691443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.691513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.691780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.691881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.691981] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed is going to be updated. [ 950.720755] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.720755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.720903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.721110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.721231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.733025] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: IN_PROGRESS for 2s [ 950.917768] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 950.918011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.918187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.918398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.918592] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.918701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.918781] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.918958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.919057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.919145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.919241] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.073104] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b419e70-c278-4913-b182-a9a3ba56c75d req-67d9334a-6547-48d6-a053-14f413c01c24 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 951.073445] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 951.073757] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.073867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.074493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.074493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.074493] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.074493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.074699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.074699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.074881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.074935] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.421663] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.421919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.422401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.423383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.423383] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.423383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.423383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.423383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.423383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.423383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.424363] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.424363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.424363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.424363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.424363] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.424363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.424363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.425171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.425310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.425575] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.427614] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.576958] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.932498] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b6f11f8-238a-4f88-ac16-ae73ed5737b4: rpc.has_security_group_logging(os_id): False [ 951.951208] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.951353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.951458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.951668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.951747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.951966] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.952086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.952145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.952297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.952375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.952552] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.952655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.953459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.953691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.953968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.954200] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.954313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.954384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.954530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.954626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.954695] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be updated. [ 952.016325] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.016547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.016547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.016740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.016894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.032571] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 952.080398] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.583627] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.584891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.585067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.585446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.585895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.586093] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 952.627192] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.627371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.627414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.627620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.628100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.637136] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 952.742479] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: SUCCESS [ 952.743084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.743279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.743503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.743694] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.743813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.743983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.744272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.744372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.744464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.744622] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.744720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.744785] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.745124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.745359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.745488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.745563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.745695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.745843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.746469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.746469] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.774379] env[70008]: INFO networking_nsxv3.common.synchronization [req-43e055ba-b9e2-4645-9f1b-3f9163087d4f req-513928f5-58a1-41ca-8b86-8da3bd4b6b0f tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 952.778324] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 952.779030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.779488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.779488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.779606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.779669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.779773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.779855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.780021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.780126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.780219] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.250606] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f53f408-3193-4074-80eb-3c97bfe624ed: rpc.has_security_group_logging(os_id): False [ 953.267091] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.267264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.268168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.268168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.268168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.268168] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.268354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.268354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.268475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.268566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.268844] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.268970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.268970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.269188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.269439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.269500] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.269608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.269716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.269921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.270034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.270132] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed is going to be created. [ 953.283180] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.283336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.283406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.283629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.302022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.302022] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.302022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.302022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.302022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.302022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.302471] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 is going to be updated. [ 953.328029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.328029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.328029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.328029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.328029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.329661] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.329833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.329991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.330272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.330494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.342740] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: IN_PROGRESS for 2s [ 953.352989] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: IN_PROGRESS for 2s [ 953.785798] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0192f6c8-3085-4c79-86a9-4e931cf93eeb None None] Enqueued Resource ID: be480e31-3187-4aed-886a-7062482ff096 with Priority: HIGHEST for action port [ 953.786727] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be480e31-3187-4aed-886a-7062482ff096 with Priority: HIGHEST for action port [ 953.787354] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-be480e31-3187-4aed-886a-7062482ff096 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.787459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be480e31-3187-4aed-886a-7062482ff096" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.787531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be480e31-3187-4aed-886a-7062482ff096" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.787902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be480e31-3187-4aed-886a-7062482ff096" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.788725] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be480e31-3187-4aed-886a-7062482ff096',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.043154] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 954.043154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.043678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.043678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.043678] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.290238] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be480e31-3187-4aed-886a-7062482ff096 [ 954.290518] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.293600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.293600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.293600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.293600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.293600] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be480e31-3187-4aed-886a-7062482ff096 already deleted. [ 954.293600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be480e31-3187-4aed-886a-7062482ff096" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.547281] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.547281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.547281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.547281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.554283] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.554283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.554283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.554584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.554584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.554734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.554734] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.646480] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 954.647509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.699172] env[70008]: INFO networking_nsxv3.common.synchronization [req-b8b46a3c-40e4-462d-bbd7-6c1860cfedc2 req-48202c1b-0a4f-47e1-988e-e3c1b52efc2f tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 954.699914] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 954.700278] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.701061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.701061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.701061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.701061] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.701061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.701061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.701433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.701433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.701433] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.057412] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.058535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.203966] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.319762] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.320312] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.320312] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.320448] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.321151] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.321151] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.321151] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.322052] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.322052] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.322052] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.322052] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.322052] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.322285] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.322285] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.322365] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.322469] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.340726] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.340726] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.340726] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.340726] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.340726] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-12d1a3ef-c542-429b-86e8-18a5c72a80da taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.340924] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.341041] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.341627] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.341627] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d1a3ef-c542-429b-86e8-18a5c72a80da',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.353171] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: SUCCESS [ 955.353171] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 deletion is rescheduled due to dependency. [ 955.353171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.366555] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: SUCCESS [ 955.366555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.366555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.366555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.366555] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.710392] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.813705] env[70008]: INFO networking_nsxv3.common.synchronization [None req-2b134704-174b-4507-b8f7-9de065f507af None None] Enqueued Resource ID: f63cabbe-f642-4426-8fe4-5187bc443565 with Priority: HIGHEST for action port [ 955.814652] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63cabbe-f642-4426-8fe4-5187bc443565 with Priority: HIGHEST for action port [ 955.814803] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-f63cabbe-f642-4426-8fe4-5187bc443565 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.817957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f63cabbe-f642-4426-8fe4-5187bc443565" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.817957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f63cabbe-f642-4426-8fe4-5187bc443565" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.817957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f63cabbe-f642-4426-8fe4-5187bc443565" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.817957] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f63cabbe-f642-4426-8fe4-5187bc443565',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.846593] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.846837] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.846939] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.847308] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.847486] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.847789] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.847955] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.848098] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.848497] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.848680] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.848981] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.849337] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.849470] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.849933] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.850220] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.850473] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 12d1a3ef-c542-429b-86e8-18a5c72a80da is going to be updated. [ 955.868373] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.868535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.868600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.868800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.868961] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.869072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.869133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.869283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.869370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.869574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.869663] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.872236] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.873076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.873076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.873076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.873076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.873270] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.214259] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.214430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.214490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.214735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.214836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.214956] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be updated. [ 956.241134] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.241134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.241134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.241491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.241735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.249969] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 956.317580] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f63cabbe-f642-4426-8fe4-5187bc443565 [ 956.317580] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.317672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.317752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.317936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.318038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.318137] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f63cabbe-f642-4426-8fe4-5187bc443565 already deleted. [ 956.318259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f63cabbe-f642-4426-8fe4-5187bc443565" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.375275] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.375525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.375525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.375737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.375882] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.375923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.376010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.376196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.376431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.376431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.376431] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.376793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.376793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.376793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.377302] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.377302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.377302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.377302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.377302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.377577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.377577] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.662558] env[70008]: INFO networking_nsxv3.common.synchronization [req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 req-88b02b4a-8ede-49fb-a512-a9ae52398a36 service nova] Enqueued Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_rules [ 956.662558] env[70008]: INFO networking_nsxv3.common.synchronization [req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 req-88b02b4a-8ede-49fb-a512-a9ae52398a36 service nova] Enqueued Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_members [ 956.662558] env[70008]: INFO networking_nsxv3.common.synchronization [req-e6791202-5d1f-4d03-844a-fec7ca4a8fa9 req-88b02b4a-8ede-49fb-a512-a9ae52398a36 service nova] Enqueued Resource ID: 12d1a3ef-c542-429b-86e8-18a5c72a80da with Priority: HIGHEST for action port [ 956.662558] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_rules [ 956.662558] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_members [ 956.662558] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d1a3ef-c542-429b-86e8-18a5c72a80da with Priority: HIGHEST for action port [ 956.663104] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.663104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.663104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.663348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.663348] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.665178] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.665178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.665178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.665178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.665178] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.665178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.665178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.665442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.665442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.665614] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.666176] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d1a3ef-c542-429b-86e8-18a5c72a80da taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.666282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.666358] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.666497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.666568] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d1a3ef-c542-429b-86e8-18a5c72a80da',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.881034] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f53f408-3193-4074-80eb-3c97bfe624ed: rpc.has_security_group_logging(os_id): False [ 956.897299] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.897669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.897669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.897992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.897992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.898143] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.898251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.898365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.898463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.898533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.898744] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.898794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.898853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.899079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.899127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.899334] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.899439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.899500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.899729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.899807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.899895] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed is going to be updated. [ 956.962810] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.963024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.963104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.963336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.963495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.975882] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: IN_PROGRESS for 2s [ 957.168196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.168371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.168608] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.169776] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12d1a3ef-c542-429b-86e8-18a5c72a80da with status ACTIVE [ 957.170487] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.170487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.170487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.170703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.170703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.170863] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.170993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.171092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.171284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.171388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.171620] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.171750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.172597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.172597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.172597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.172597] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12d1a3ef-c542-429b-86e8-18a5c72a80da is going to be updated. [ 957.210209] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.210409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.210409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.210635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.210773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.210936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d1a3ef-c542-429b-86e8-18a5c72a80da" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.674785] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.182200] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.182444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.182528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.182763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.182870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.182978] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca is going to be updated. [ 958.220380] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.220541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.220665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.220853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.221024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.235834] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: IN_PROGRESS for 2s [ 958.265610] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.265610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.265610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.265610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.265610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.266694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.266694] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.436333] env[70008]: INFO networking_nsxv3.common.synchronization [req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a req-13d11f95-b8c2-4f80-bf6a-e7d1712f2950 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 958.436882] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 958.437198] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.437322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.437393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.437585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.437732] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.437829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.437892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.439323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.439323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.439323] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.766601] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b6f11f8-238a-4f88-ac16-ae73ed5737b4: rpc.has_security_group_logging(os_id): False [ 958.771574] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.771865] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.771991] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.772286] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.772579] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.772805] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.772958] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.773358] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.773527] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.773722] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.773850] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.773967] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.774090] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.774205] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.774315] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.774455] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.787797] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.787797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.787797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.787797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.787797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.788086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.788182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.788255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.788411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.788489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.788666] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.788761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.788863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.788957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.789047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.789224] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.789318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.789373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.789510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.789674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.789674] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be updated. [ 958.792251] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.792427] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.792578] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.792776] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.793072] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.793354] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.793395] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.793861] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.793861] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ba89b-81b1-421d-a1e4-55b73ddc6e2e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.847753] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.847994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.847994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.848569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.848569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.861307] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 958.941118] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.941292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.941421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.941723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.963107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.963107] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.963107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.963282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.963440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.963491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.964041] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 958.989072] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: SUCCESS [ 958.989179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.990637] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.990637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.990796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.992878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.992878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.011512] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 959.296157] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.296423] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.296561] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.296875] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.297090] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.297305] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port e48ba89b-81b1-421d-a1e4-55b73ddc6e2e not found, creating... [ 959.297598] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.297784] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.297920] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.298182] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.298339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.298679] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.298930] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.299062] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.299283] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.299438] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.299587] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: e48ba89b-81b1-421d-a1e4-55b73ddc6e2e is going to be created. [ 959.321139] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.321388] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.321511] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.321827] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.322093] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.322348] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.047376] env[70008]: INFO networking_nsxv3.common.synchronization [req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a req-fa80a47c-2e9b-426f-b77e-c1bb036ede7d service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 960.047588] env[70008]: INFO networking_nsxv3.common.synchronization [req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a req-fa80a47c-2e9b-426f-b77e-c1bb036ede7d service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 960.047703] env[70008]: INFO networking_nsxv3.common.synchronization [req-a6103a8b-d990-4e9b-b9a9-b8f185e6c65a req-fa80a47c-2e9b-426f-b77e-c1bb036ede7d service nova] Enqueued Resource ID: e48ba89b-81b1-421d-a1e4-55b73ddc6e2e with Priority: HIGHEST for action port [ 960.048114] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 960.048114] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 960.048403] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48ba89b-81b1-421d-a1e4-55b73ddc6e2e with Priority: HIGHEST for action port [ 960.051161] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.051161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.051161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.051161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.051161] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.051161] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.051161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.051555] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.051555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.051555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.051677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.051779] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ba89b-81b1-421d-a1e4-55b73ddc6e2e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.245942] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: SUCCESS [ 960.245942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.245942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.246136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.246317] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.246488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.246564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.246730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.246830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.246920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.247035] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.557023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.557023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.557023] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48ba89b-81b1-421d-a1e4-55b73ddc6e2e with status ACTIVE [ 960.557023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.557023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.557023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.557023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.557023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.557023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.557023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.557023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.557023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.557023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.557023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.557562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.557562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.557562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.557562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.557562] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48ba89b-81b1-421d-a1e4-55b73ddc6e2e is going to be updated. [ 960.577807] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.577807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.578023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.578180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.578253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.578494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48ba89b-81b1-421d-a1e4-55b73ddc6e2e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.750064] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.875687] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 960.875970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.020135] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 961.020370] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 deletion is rescheduled due to dependency. [ 961.020493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.020676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.020936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.021292] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.021395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.021439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.021620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.021709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.021843] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.252402] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d940a7c6-05a8-42f9-b3a6-561b20964dca: rpc.has_security_group_logging(os_id): False [ 961.270523] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.270688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.270765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.270987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.288515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.288866] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.288997] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.289191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.289307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.289389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.289479] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca is going to be updated. [ 961.341098] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.341306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.341390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.341701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.341891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.355115] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: IN_PROGRESS for 2s [ 961.524730] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.662510] env[70008]: INFO networking_nsxv3.common.synchronization [req-d455f013-7012-46ea-86f8-db54ebd78079 req-5ffde721-7330-47ea-adce-11bf5c781772 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 961.663223] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 961.663590] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.663723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.663798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.664075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.664282] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.664377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.664441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.664613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.664695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.664795] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.027989] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.168360] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.531574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.532100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.532100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.532845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.532952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.533081] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 962.560357] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.560357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.560357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.561197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.561404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.570062] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 962.670568] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.176207] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.176439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.176439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.179237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.179237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.179237] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 is going to be updated. [ 963.216533] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.216533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.216533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.216533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.216533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.229731] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: IN_PROGRESS for 2s [ 963.313229] env[70008]: INFO networking_nsxv3.common.synchronization [req-847e2ddb-2a7f-4fd4-876b-bc8548140469 req-2daedad4-8f01-4cf4-9fb6-46bbff85c8a1 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 963.313803] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 963.314104] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.314226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.314290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.314483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.314632] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.314725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.314778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.314915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.314995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.315100] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.370403] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: SUCCESS [ 963.370665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.817207] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.817614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.817614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.817801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.817926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.818179] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.818303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.818394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.818606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.818708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.818820] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 963.838204] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.838455] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.838662] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.838933] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.839244] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.839415] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.839595] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.839801] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.839957] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.840192] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.840312] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.840427] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.840540] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.840653] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.840829] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.840895] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.844091] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.844259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.844324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.844463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.844597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.856129] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 963.863236] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.863435] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 963.863567] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.863737] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.864087] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-bd4682ac-4b16-4c77-899c-f73895769db7 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.864273] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-bd4682ac-4b16-4c77-899c-f73895769db7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.864399] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-bd4682ac-4b16-4c77-899c-f73895769db7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.864779] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-bd4682ac-4b16-4c77-899c-f73895769db7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.864924] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4682ac-4b16-4c77-899c-f73895769db7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.370973] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.370973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.370973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.370973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.370973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.370973] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port bd4682ac-4b16-4c77-899c-f73895769db7 not found, creating... [ 964.370973] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.370973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.370973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.370973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.370973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.371921] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.372172] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.372306] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.372712] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.372712] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.372930] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: bd4682ac-4b16-4c77-899c-f73895769db7 is going to be created. [ 964.400629] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.401011] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.401171] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.401485] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.401791] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.402057] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-bd4682ac-4b16-4c77-899c-f73895769db7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.580466] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 964.580707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.580891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.581216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.581432] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.581554] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.581620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.581831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.581919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.582039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.582181] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.087574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.087574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.087574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.087574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.087574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.088892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.088892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.088892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.090557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.090557] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.240570] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: SUCCESS [ 965.240839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.590192] env[70008]: INFO networking_nsxv3.common.synchronization [req-847e2ddb-2a7f-4fd4-876b-bc8548140469 req-d9dbf504-620d-4119-902b-4e4b04eca0cc service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 965.590400] env[70008]: INFO networking_nsxv3.common.synchronization [req-847e2ddb-2a7f-4fd4-876b-bc8548140469 req-d9dbf504-620d-4119-902b-4e4b04eca0cc service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 965.590551] env[70008]: INFO networking_nsxv3.common.synchronization [req-847e2ddb-2a7f-4fd4-876b-bc8548140469 req-d9dbf504-620d-4119-902b-4e4b04eca0cc service nova] Enqueued Resource ID: bd4682ac-4b16-4c77-899c-f73895769db7 with Priority: HIGHEST for action port [ 965.590831] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 965.591012] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 965.591132] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4682ac-4b16-4c77-899c-f73895769db7 with Priority: HIGHEST for action port [ 965.591774] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.597020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.597020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.597020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.597020] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.597251] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.597251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.597417] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd4682ac-4b16-4c77-899c-f73895769db7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.597606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd4682ac-4b16-4c77-899c-f73895769db7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.597606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd4682ac-4b16-4c77-899c-f73895769db7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.597854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd4682ac-4b16-4c77-899c-f73895769db7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.597944] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4682ac-4b16-4c77-899c-f73895769db7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.598875] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a03a235-aec9-4f2d-9e0c-342c51720f77: rpc.has_security_group_logging(os_id): False [ 965.620541] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.620784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.620784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.621283] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.621921] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.622045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.622107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.622262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.622339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.622798] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.622903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.622951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.623114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.623189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.623279] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 965.680732] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.680999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.680999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.681181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.681330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.698340] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 965.866023] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 965.866023] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 deletion is rescheduled due to dependency. [ 965.866023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.866023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.867254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.867556] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.867759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.867861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.868253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.868669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.869388] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.099425] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.100098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.104232] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd4682ac-4b16-4c77-899c-f73895769db7 with status ACTIVE [ 966.104484] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.104619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.104711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.104930] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.105079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.105293] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.105402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.105467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.105644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.105726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.105912] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.106014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.106086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.106229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.106325] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.106412] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd4682ac-4b16-4c77-899c-f73895769db7 is going to be updated. [ 966.127792] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.127982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.128063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.128251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.128386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.128577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd4682ac-4b16-4c77-899c-f73895769db7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.371990] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.875434] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.379428] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.379858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.379858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.379965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.380075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.380662] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 967.409274] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.409465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.409536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.409778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.409928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.420415] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 967.719580] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 967.720543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.867360] env[70008]: INFO networking_nsxv3.common.synchronization [req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 req-fa0bd480-c8a7-4441-911d-13f969d7ad88 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 967.867959] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 967.868288] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.871649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.871649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.871649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.871649] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.871649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.871649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.871649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.871649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.871649] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.374796] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.375325] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.375558] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.375729] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.376185] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.376506] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.376707] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.376864] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.377165] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.377356] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.377611] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.377768] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.377920] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.378087] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.378280] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.378664] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.378664] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.397955] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.397955] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.397955] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.397955] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.397955] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.397955] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.398648] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.398648] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.398648] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e22a5d-6074-46ea-b93c-e4e95fc0279e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.880741] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.901454] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.901684] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.901971] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.902138] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.902293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.902452] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port e8e22a5d-6074-46ea-b93c-e4e95fc0279e not found, creating... [ 968.902772] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.903013] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.903013] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.903476] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.903476] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.903640] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.903797] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.903918] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.904186] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.904274] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.904411] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: e8e22a5d-6074-46ea-b93c-e4e95fc0279e is going to be created. [ 968.927240] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.927442] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.927568] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.927835] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.928074] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.928302] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.372205] env[70008]: INFO networking_nsxv3.common.synchronization [None req-74ffa387-c458-45f1-9627-5212bf971431 None None] Enqueued Resource ID: 146b4771-6b7e-475e-bedc-bc928a44a1b2 with Priority: HIGHEST for action port [ 969.372205] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146b4771-6b7e-475e-bedc-bc928a44a1b2 with Priority: HIGHEST for action port [ 969.372205] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-146b4771-6b7e-475e-bedc-bc928a44a1b2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.372205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-146b4771-6b7e-475e-bedc-bc928a44a1b2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.372205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-146b4771-6b7e-475e-bedc-bc928a44a1b2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.372205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-146b4771-6b7e-475e-bedc-bc928a44a1b2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.373081] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146b4771-6b7e-475e-bedc-bc928a44a1b2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.382935] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.383082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.383229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.383344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.383614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.383614] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 969.411433] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.412248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.412248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.412248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.412248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.421998] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 969.430410] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 969.430643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.430836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.431220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.431220] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.431370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.431405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.431617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.431617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.431793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.431793] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.730495] env[70008]: INFO networking_nsxv3.common.synchronization [req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 req-e7485ee1-9cc7-422d-9056-d73a74343ad9 service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 969.730682] env[70008]: INFO networking_nsxv3.common.synchronization [req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 req-e7485ee1-9cc7-422d-9056-d73a74343ad9 service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 969.730826] env[70008]: INFO networking_nsxv3.common.synchronization [req-3f1e2cc1-af34-45b1-b4ca-a484aba88435 req-e7485ee1-9cc7-422d-9056-d73a74343ad9 service nova] Enqueued Resource ID: e8e22a5d-6074-46ea-b93c-e4e95fc0279e with Priority: HIGHEST for action port [ 969.732843] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 969.733072] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 969.733194] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e22a5d-6074-46ea-b93c-e4e95fc0279e with Priority: HIGHEST for action port [ 969.734815] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.734815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.734815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.734815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.734815] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.735366] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.735453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.735610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.735715] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.735782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.735934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.736019] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e22a5d-6074-46ea-b93c-e4e95fc0279e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.879491] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 146b4771-6b7e-475e-bedc-bc928a44a1b2 [ 969.879491] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.879491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.879491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.879491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.879491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.879491] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:146b4771-6b7e-475e-bedc-bc928a44a1b2 already deleted. [ 969.879491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-146b4771-6b7e-475e-bedc-bc928a44a1b2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.936771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.936948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.937045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.937448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.937448] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.937582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.937615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.937772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.937855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.937952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.941792] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.941792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.941792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.941792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.941792] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.941792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.941792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.941792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.941792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.941792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.941792] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.237946] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.238078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.238253] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8e22a5d-6074-46ea-b93c-e4e95fc0279e with status ACTIVE [ 970.238423] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.238532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.238605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.238825] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.238918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.239106] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.239201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.239263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.239411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.239490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.239667] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.239780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.239844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.240033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.240090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.240155] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8e22a5d-6074-46ea-b93c-e4e95fc0279e is going to be updated. [ 970.264219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.264389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.264448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.264661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.264804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.265044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e22a5d-6074-46ea-b93c-e4e95fc0279e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.452965] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1: rpc.has_security_group_logging(os_id): False [ 970.458112] env[70008]: INFO networking_nsxv3.common.synchronization [None req-c2026bcf-f0ec-4bb2-816a-21e99487dfec tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_rules [ 970.458802] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_rules [ 970.459569] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5928d445-883c-47e1-a266-4678321a9e5d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.459748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.459875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.460085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.460167] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.476459] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.476643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.476753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.476974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.477130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.477568] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.477568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.477682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.477769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.477867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.478135] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.478214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.479047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.479047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.479047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.479047] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.479047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.479047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.479503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.479503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.479625] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 970.549697] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.550380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.550513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.550787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.551361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.566038] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 970.597480] env[70008]: INFO networking_nsxv3.common.synchronization [None req-a408f744-2be7-4ad1-aa3b-c00369f125d0 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_rules [ 970.597763] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_rules [ 970.598088] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5928d445-883c-47e1-a266-4678321a9e5d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.598191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.832642] env[70008]: INFO networking_nsxv3.common.synchronization [req-731a4dee-4cb8-4f3e-9180-bd066c8d934c req-cc83f07b-42ee-49fe-b452-95f007afd12e tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 970.834207] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 970.834632] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.835981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.835981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.835981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.835981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.835981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.835981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.835981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.835981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.835981] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.989881] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.990037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.990114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.990371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.990472] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.990575] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5928d445-883c-47e1-a266-4678321a9e5d already deleted. [ 970.990657] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.991220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.991391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.991688] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.340468] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.340629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.340701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.340915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.341020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.341296] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.341296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.341409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.341514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.341570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.341661] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f already deleted. [ 971.341817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.432344] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 971.432566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.432769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.432988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.433199] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.433317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.433383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.434036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.434036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.434036] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.514781] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.516888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.516888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.516888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.516888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.516888] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5928d445-883c-47e1-a266-4678321a9e5d already deleted. [ 971.516888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.549116] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.549116] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-832" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.549116] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-832" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.549116] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-832" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.549762] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.550108] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.550343] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.550672] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.550928] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.552906] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.552906] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.552906] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.552906] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.552906] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.552906] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.552906] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.570714] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.570901] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.571060] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.571260] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-832" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.571596] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-ae98d77e-a8d6-4130-a56e-f66775ade6b7 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.572629] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.572629] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.572629] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.572629] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae98d77e-a8d6-4130-a56e-f66775ade6b7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.859867] env[70008]: INFO networking_nsxv3.common.synchronization [None req-32bc028a-8389-4426-a4f4-8eec228eb376 None None] Enqueued Resource ID: 489d2aa0-6df1-4769-a931-05f702eb6987 with Priority: HIGHEST for action port [ 971.860429] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489d2aa0-6df1-4769-a931-05f702eb6987 with Priority: HIGHEST for action port [ 971.860761] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-489d2aa0-6df1-4769-a931-05f702eb6987 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.860858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489d2aa0-6df1-4769-a931-05f702eb6987" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.860927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489d2aa0-6df1-4769-a931-05f702eb6987" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.864175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489d2aa0-6df1-4769-a931-05f702eb6987" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.864175] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489d2aa0-6df1-4769-a931-05f702eb6987',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.938653] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.074858] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.075272] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.076637] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.077190] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.077487] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.080236] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port ae98d77e-a8d6-4130-a56e-f66775ade6b7 not found, creating... [ 972.080236] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.080236] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.080236] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.080236] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.080236] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.080236] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.080236] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.080236] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.080236] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.080611] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.081366] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 is going to be created. [ 972.100391] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.100626] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.100768] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.101104] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.101345] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.101640] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.364537] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 489d2aa0-6df1-4769-a931-05f702eb6987 [ 972.364886] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.365120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.365233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.365617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.365761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.365971] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:489d2aa0-6df1-4769-a931-05f702eb6987 already deleted. [ 972.366130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489d2aa0-6df1-4769-a931-05f702eb6987" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.441295] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.581994] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 972.582247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.943674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.943862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.944076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.944191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.944287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.944394] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 972.954716] env[70008]: INFO networking_nsxv3.common.synchronization [req-731a4dee-4cb8-4f3e-9180-bd066c8d934c req-a8d51b2a-3b9c-47f7-94a9-aabe9df9da7f service nova] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 972.954716] env[70008]: INFO networking_nsxv3.common.synchronization [req-731a4dee-4cb8-4f3e-9180-bd066c8d934c req-a8d51b2a-3b9c-47f7-94a9-aabe9df9da7f service nova] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 972.954803] env[70008]: INFO networking_nsxv3.common.synchronization [req-731a4dee-4cb8-4f3e-9180-bd066c8d934c req-a8d51b2a-3b9c-47f7-94a9-aabe9df9da7f service nova] Enqueued Resource ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 with Priority: HIGHEST for action port [ 972.955050] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 972.955756] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 972.955756] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 with Priority: HIGHEST for action port [ 972.955929] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.956089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.956089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.956285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.956368] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.957191] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.958120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.958120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.958120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.958217] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.958343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.958417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.958565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.958651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.958743] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.959612] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae98d77e-a8d6-4130-a56e-f66775ade6b7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.959831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.960130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.960130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.960197] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae98d77e-a8d6-4130-a56e-f66775ade6b7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.992695] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.992844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.992921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.993161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.993537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.002385] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 973.414128] env[70008]: INFO networking_nsxv3.common.synchronization [None req-1836264a-63c8-41ca-a205-353839a9cb00 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Enqueued Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_rules [ 973.414648] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_rules [ 973.415008] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92320a08-b2fb-481f-86e3-8fe4fe714a00 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.415299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.415375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.415659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.415766] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.461916] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.462135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.462262] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.463161] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae98d77e-a8d6-4130-a56e-f66775ade6b7 with status ACTIVE [ 973.463373] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.463489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.463558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.463760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.463849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.464036] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.464132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.464191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.464336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.464410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.464585] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.464686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.464754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.464948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.468887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.469020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 is going to be updated. [ 973.487471] env[70008]: INFO networking_nsxv3.common.synchronization [None req-fc1d6708-1078-4cb7-95b6-f56935e6d3de tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Enqueued Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_rules [ 973.488698] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.488833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.488922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.492018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.492018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.492018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.492018] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_rules [ 973.492018] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92320a08-b2fb-481f-86e3-8fe4fe714a00 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.492018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.935059] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.935368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.935368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.935476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.935588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.935693] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 already deleted. [ 973.935782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.935932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.936100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.936213] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.971646] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.456858] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.458750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.458750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.458750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.458750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.458750] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 already deleted. [ 974.458750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.476138] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.476138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.476138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.476138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.476543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.476692] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be created. [ 974.506174] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.507167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.507521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.507927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.510648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.521080] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: UNINITIALIZED for 2s [ 975.013265] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 975.013265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.013265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.013265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.013712] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.013712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.013712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.013712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.013712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.013919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.013919] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.516826] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.516826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.517015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.517191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.517396] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.517502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.517591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.517776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.517907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.518064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.518260] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.518398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.518471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.518642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.518804] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.518913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.518992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.519278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.519426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.519525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.519672] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.023443] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d22ee49c-698c-48bc-9d58-cd9e1433e4a5: rpc.has_security_group_logging(os_id): False [ 976.046583] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.046787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.046787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.047736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.065636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.065922] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.066068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.066137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.066343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.066958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.066958] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.066958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.066958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.066958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.066958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.067317] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.067317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.067397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.067696] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.067696] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.067696] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 976.124679] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.124822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.124896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.125129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.125277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.138271] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 976.530181] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 976.530403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.530607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.530874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.531086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.531206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.531269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.531454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.531552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.531637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.531813] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.035279] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.035587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.035587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.035771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.035950] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.036068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.036164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.036332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.036442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.036534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.036681] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.036777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.036838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.036979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.037131] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.037224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.037291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.037459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.037592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.037719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.037817] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.540454] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27978bac-dcb1-494d-b2e6-507a467f160f: rpc.has_security_group_logging(os_id): False [ 977.558364] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.558565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.558565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.558802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.558904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.559088] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.559190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.559252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.559409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.559480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.559688] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.559789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.559846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.559995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.560070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.560259] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.560352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.560407] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.560574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.560628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.560710] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be created. [ 977.624817] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.625049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.625114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.625293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.625466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.653542] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 978.181683] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 978.182016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.494945] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 978.494945] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 979.667161] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 4s [ 981.680380] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 6s [ 982.977620] env[70008]: INFO networking_nsxv3.common.synchronization [req-ae141562-f66f-4fab-874d-3c3037c6a866 req-7f521b77-faba-46be-9f6b-d652e7cde92f tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Enqueued Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGHEST for action security_group_members [ 982.978220] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGHEST for action security_group_members [ 982.978546] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d75e15-4d28-4c85-bb11-fe5403fabfb4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.978672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.978741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.979020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.979201] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.979301] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.979363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.979519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.979601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.979696] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d75e15-4d28-4c85-bb11-fe5403fabfb4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.267555] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.267761] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-629" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.267892] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-629" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.268247] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-629" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.268516] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.268681] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.268805] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.269039] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.269193] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.269408] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.269542] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.269670] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.269780] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.269896] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.270014] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.270158] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.288529] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.288727] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.288870] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.289073] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-629" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.289385] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-d707420a-45d3-4fbd-b300-8cbcd64e04ac taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.289604] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-d707420a-45d3-4fbd-b300-8cbcd64e04ac" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.289792] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-d707420a-45d3-4fbd-b300-8cbcd64e04ac" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.290144] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-d707420a-45d3-4fbd-b300-8cbcd64e04ac" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.290308] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d707420a-45d3-4fbd-b300-8cbcd64e04ac',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.482254] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.482254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.482476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.483047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.483047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.483047] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.483047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.483047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.483385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.483385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.483385] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 already deleted. [ 983.483490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.693314] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 8s [ 983.792705] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.792992] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.793171] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.793470] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.793628] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.793816] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port d707420a-45d3-4fbd-b300-8cbcd64e04ac not found, creating... [ 983.794186] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.794357] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.794481] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.794737] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.794887] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.795238] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.795425] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.795561] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.795818] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.795970] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.796159] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: d707420a-45d3-4fbd-b300-8cbcd64e04ac is going to be created. [ 983.816464] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.816717] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.816838] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.817141] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.817371] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.817618] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-d707420a-45d3-4fbd-b300-8cbcd64e04ac" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.517164] env[70008]: INFO networking_nsxv3.common.synchronization [req-ae141562-f66f-4fab-874d-3c3037c6a866 req-683c271d-a0ad-4b0f-a341-be1a1aa8ee8d service nova] Enqueued Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGHEST for action security_group_rules [ 984.517480] env[70008]: INFO networking_nsxv3.common.synchronization [req-ae141562-f66f-4fab-874d-3c3037c6a866 req-683c271d-a0ad-4b0f-a341-be1a1aa8ee8d service nova] Enqueued Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGHEST for action security_group_members [ 984.517760] env[70008]: INFO networking_nsxv3.common.synchronization [req-ae141562-f66f-4fab-874d-3c3037c6a866 req-683c271d-a0ad-4b0f-a341-be1a1aa8ee8d service nova] Enqueued Resource ID: d707420a-45d3-4fbd-b300-8cbcd64e04ac with Priority: HIGHEST for action port [ 984.518768] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGHEST for action security_group_rules [ 984.519058] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGHEST for action security_group_members [ 984.519338] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d707420a-45d3-4fbd-b300-8cbcd64e04ac with Priority: HIGHEST for action port [ 984.519902] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.520184] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.520383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.520919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.521101] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d75e15-4d28-4c85-bb11-fe5403fabfb4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.523071] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d75e15-4d28-4c85-bb11-fe5403fabfb4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.523327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.523996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.523996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.524124] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.524348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.524514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.524797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.525019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.525234] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d75e15-4d28-4c85-bb11-fe5403fabfb4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.526481] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d707420a-45d3-4fbd-b300-8cbcd64e04ac taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.526741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d707420a-45d3-4fbd-b300-8cbcd64e04ac" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.526901] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d707420a-45d3-4fbd-b300-8cbcd64e04ac" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.527293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d707420a-45d3-4fbd-b300-8cbcd64e04ac" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.527462] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d707420a-45d3-4fbd-b300-8cbcd64e04ac',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.030017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d75e15-4d28-4c85-bb11-fe5403fabfb4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.030191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.030464] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d75e15-4d28-4c85-bb11-fe5403fabfb4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.031414] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d707420a-45d3-4fbd-b300-8cbcd64e04ac with status ACTIVE [ 985.031642] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.031820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.031897] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.032145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.032272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.032471] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.032609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.032679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.032870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.032938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.033144] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.033283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.033283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.033429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.033534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.033582] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d707420a-45d3-4fbd-b300-8cbcd64e04ac is going to be updated. [ 985.052532] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.052844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.052844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.052969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.053143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.053291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d707420a-45d3-4fbd-b300-8cbcd64e04ac" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.535509] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d75e15-4d28-4c85-bb11-fe5403fabfb4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.705653] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 10s [ 986.039146] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.039146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.039146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.039146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.039146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.039146] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 is going to be created. [ 986.062723] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.062974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.063040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.063247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.063412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.073471] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 in Status: UNINITIALIZED for 2s [ 987.059464] env[70008]: INFO networking_nsxv3.common.synchronization [req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 req-baa6240f-676f-4ad3-9b2a-0f7f6e8ac5ff tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 987.059807] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 987.060267] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.060517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.060517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.061020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.062213] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.062213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.062213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.062213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.062213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.062213] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.145269] env[70008]: INFO networking_nsxv3.common.synchronization [req-894e1dc5-3e67-4b68-95ff-22175d03d33c req-8303e86f-a7ad-4dc7-b1ba-4af8c96306de tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 987.145454] env[70008]: INFO networking_nsxv3.common.synchronization [req-894e1dc5-3e67-4b68-95ff-22175d03d33c req-8303e86f-a7ad-4dc7-b1ba-4af8c96306de tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 987.145925] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 987.146052] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 987.146348] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.146446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.146497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.146719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.146822] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.146904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.146965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.147935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.148086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.148191] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.149296] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.149296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.149296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.149653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.149653] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.149789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.149789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.149937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.150044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.150507] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.237766] env[70008]: INFO networking_nsxv3.common.synchronization [req-894e1dc5-3e67-4b68-95ff-22175d03d33c req-8303e86f-a7ad-4dc7-b1ba-4af8c96306de tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 987.238594] env[70008]: INFO networking_nsxv3.common.synchronization [req-894e1dc5-3e67-4b68-95ff-22175d03d33c req-8303e86f-a7ad-4dc7-b1ba-4af8c96306de tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 987.238594] env[70008]: INFO networking_nsxv3.common.synchronization [req-894e1dc5-3e67-4b68-95ff-22175d03d33c req-8303e86f-a7ad-4dc7-b1ba-4af8c96306de tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_rules [ 987.238594] env[70008]: INFO networking_nsxv3.common.synchronization [req-894e1dc5-3e67-4b68-95ff-22175d03d33c req-8303e86f-a7ad-4dc7-b1ba-4af8c96306de tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 987.238594] env[70008]: INFO networking_nsxv3.common.synchronization [req-894e1dc5-3e67-4b68-95ff-22175d03d33c req-8303e86f-a7ad-4dc7-b1ba-4af8c96306de tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 with Priority: HIGHEST for action port [ 987.238836] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 987.238896] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_rules [ 987.239021] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 with Priority: HIGHEST for action port [ 987.242633] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 987.242633] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 987.242633] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.242633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.242633] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.242633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.242633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.242633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.242633] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.242633] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae98d77e-a8d6-4130-a56e-f66775ade6b7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.243066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.243066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.243066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.243163] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae98d77e-a8d6-4130-a56e-f66775ade6b7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.243914] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.244017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.244253] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.244345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.484747] env[70008]: INFO networking_nsxv3.common.synchronization [None req-b21244a0-8cdb-40c5-8b28-670239dda896 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_rules [ 987.487382] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_rules [ 987.487817] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.487992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.488143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.488526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.488788] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.565438] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.565438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.565666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.566253] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.580572] env[70008]: INFO networking_nsxv3.common.synchronization [None req-afd9f33e-fe7f-4707-9eda-c03895550693 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_rules [ 987.581608] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_rules [ 987.581608] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.581608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.591156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.591156] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.591156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.591156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.591156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.591156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.591156] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be updated. [ 987.615221] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.615221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.615221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.615221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.615221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.621907] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: IN_PROGRESS for 2s [ 987.639396] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.639396] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.639396] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.639396] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.639396] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.639396] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.639691] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.639934] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.640129] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.640460] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.640899] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.641103] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.641266] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.641443] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.641613] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.642133] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.652185] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.653114] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.662103] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.662293] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.662432] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.662610] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-24" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.662979] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-460be253-09bc-42b7-9d5c-3f2aec2c6b97 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.663187] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-460be253-09bc-42b7-9d5c-3f2aec2c6b97" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.663312] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-460be253-09bc-42b7-9d5c-3f2aec2c6b97" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.663634] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-460be253-09bc-42b7-9d5c-3f2aec2c6b97" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.663774] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460be253-09bc-42b7-9d5c-3f2aec2c6b97',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.720185] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 12s [ 987.745691] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.745853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.747509] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae98d77e-a8d6-4130-a56e-f66775ade6b7 with status ACTIVE [ 987.747754] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.747923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.748027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.748277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.748423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.748651] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.749010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.749118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.749324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.749447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.749717] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.749848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.749939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.750150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.750271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.750432] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 is going to be updated. [ 987.769411] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.770306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.770306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.770306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.770306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.770306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.010191] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.010382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.010447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.010690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.010690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.010862] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 already deleted. [ 988.010862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.011028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.011190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.011273] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.083223] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 in Status: SUCCESS [ 988.083588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.083627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.083839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.084114] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.084360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.084433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.084617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.084702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.084796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.084892] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74d75e15-4d28-4c85-bb11-fe5403fabfb4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.154930] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.157083] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.174310] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.174574] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.175019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.175019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.175168] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.175304] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 460be253-09bc-42b7-9d5c-3f2aec2c6b97 not found, creating... [ 988.175568] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.175718] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.175981] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.176070] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.176204] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.176486] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.176636] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.176756] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.176961] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.178634] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.178810] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 460be253-09bc-42b7-9d5c-3f2aec2c6b97 is going to be created. [ 988.188616] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 988.188697] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGHEST for action security_group_members [ 988.188840] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 988.189340] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 988.189477] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGHEST for action security_group_members [ 988.189575] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 988.189878] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.189982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.190196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a14d46-0821-4bfb-b184-815d0e29269b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.190295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.190356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.190591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.190737] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.190831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.190884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.194349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.194485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.194591] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.195451] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.195587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.232933] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.233225] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.233411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.233627] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.234099] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.234355] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-460be253-09bc-42b7-9d5c-3f2aec2c6b97" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.242524] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 988.242697] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 988.242920] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_rules [ 988.242981] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 988.243104] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGHEST for action security_group_rules [ 988.243236] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGHEST for action security_group_members [ 988.243364] env[70008]: INFO networking_nsxv3.common.synchronization [req-3340f68c-c6a8-4d75-b129-79444a2f2fa8 req-32b78f9d-260b-493d-8dfa-f0d9cb76bb44 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 with Priority: HIGHEST for action port [ 988.243585] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 988.243708] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_rules [ 988.243808] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGHEST for action security_group_members [ 988.243901] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 with Priority: HIGHEST for action port [ 988.243992] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGHEST for action security_group_rules [ 988.244094] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 988.244179] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 988.244687] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.244790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.244998] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.245075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.245295] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a14d46-0821-4bfb-b184-815d0e29269b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.245336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.245476] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae98d77e-a8d6-4130-a56e-f66775ade6b7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.245918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.245991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.246203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.246288] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae98d77e-a8d6-4130-a56e-f66775ade6b7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.247059] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57a14d46-0821-4bfb-b184-815d0e29269b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.250570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.250570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.250570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.250570] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.250570] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.250570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.250570] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.250570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.536265] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.536459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.536503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.536712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.536818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.536920] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 already deleted. [ 988.537020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.587345] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d75e15-4d28-4c85-bb11-fe5403fabfb4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.587672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.587672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.588178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.588178] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.588348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.588348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.588551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.588551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.588643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.588836] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d75e15-4d28-4c85-bb11-fe5403fabfb4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.588936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.589034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.589229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.589386] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.589500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.589563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.589762] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.589845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.589894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.590008] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74d75e15-4d28-4c85-bb11-fe5403fabfb4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.658026] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.658221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.658267] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.658486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.658593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.658700] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 988.660061] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.660179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.660248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.661216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.661216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.661216] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568877db-c715-484e-baf2-e87a8a0237f8 is going to be created. [ 988.683323] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.683482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.683558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.683773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.683933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.686355] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.686477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.686612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.686937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.686937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.693418] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: UNINITIALIZED for 2s [ 988.698338] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 988.698555] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.750144] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae98d77e-a8d6-4130-a56e-f66775ade6b7 with status ACTIVE [ 988.750406] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.750578] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.750668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.750888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.750981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.751219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.751273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.751336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.751547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.751614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.751895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.751996] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.752071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.752261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.752384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.752474] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae98d77e-a8d6-4130-a56e-f66775ade6b7 is going to be updated. [ 988.754058] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a14d46-0821-4bfb-b184-815d0e29269b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.754058] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.773820] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.774095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.774233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.774416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.774568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.774879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae98d77e-a8d6-4130-a56e-f66775ade6b7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.092466] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74d75e15-4d28-4c85-bb11-fe5403fabfb4: rpc.has_security_group_logging(os_id): False [ 989.111527] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.112922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.112922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.113639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.113639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.113824] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.114096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.114391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.114475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.114637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.115854] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.115854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.115854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.115854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.115854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.115854] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.115854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.115854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.115854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.115854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.116258] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 is going to be created. [ 989.191124] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.191274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.191446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.191556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.191726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.200487] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.205235] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 in Status: IN_PROGRESS for 2s [ 989.634077] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 989.634475] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 deletion is rescheduled due to dependency. [ 989.634475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.652897] env[70008]: INFO networking_nsxv3.common.synchronization [req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 req-0f19d91d-1aa4-4a45-bc29-ca1ce49aa55a service nova] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_rules [ 989.653135] env[70008]: INFO networking_nsxv3.common.synchronization [req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 req-0f19d91d-1aa4-4a45-bc29-ca1ce49aa55a service nova] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 989.653941] env[70008]: INFO networking_nsxv3.common.synchronization [req-65edb353-f0e8-4cb8-81c1-adfc98eb64c2 req-0f19d91d-1aa4-4a45-bc29-ca1ce49aa55a service nova] Enqueued Resource ID: 460be253-09bc-42b7-9d5c-3f2aec2c6b97 with Priority: HIGHEST for action port [ 989.653941] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_rules [ 989.654073] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 989.654203] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460be253-09bc-42b7-9d5c-3f2aec2c6b97 with Priority: HIGHEST for action port [ 989.654425] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.654592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.654628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.654819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.654911] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.655733] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.656365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.656365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.656365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.656365] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.656365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.656365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.656634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.656634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.656634] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.658245] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-460be253-09bc-42b7-9d5c-3f2aec2c6b97 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.658245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460be253-09bc-42b7-9d5c-3f2aec2c6b97" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.658245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460be253-09bc-42b7-9d5c-3f2aec2c6b97" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.658245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460be253-09bc-42b7-9d5c-3f2aec2c6b97" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.658245] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460be253-09bc-42b7-9d5c-3f2aec2c6b97',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.703210] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.703365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.703484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.703863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.703977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.704072] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a14d46-0821-4bfb-b184-815d0e29269b is going to be created. [ 989.728051] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.728191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.728258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.728500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.728632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.733397] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 14s [ 989.735327] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a14d46-0821-4bfb-b184-815d0e29269b in Status: UNINITIALIZED for 2s [ 990.159650] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.160654] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.160798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.161801] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 460be253-09bc-42b7-9d5c-3f2aec2c6b97 with status ACTIVE [ 990.161981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.162106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.162182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.162383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.162477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.162633] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.162722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.162782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.162943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.163033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.163197] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.163289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.163367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.163491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.163627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.163674] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 460be253-09bc-42b7-9d5c-3f2aec2c6b97 is going to be updated. [ 990.185783] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.185783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.185783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.185783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.185783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.185783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460be253-09bc-42b7-9d5c-3f2aec2c6b97" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.528147] env[70008]: INFO networking_nsxv3.common.synchronization [req-3c0158e8-af90-4639-98dc-9f79bcaf7ac1 req-23966f5f-da80-4e14-b25a-6b88666ebd82 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 990.528147] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 990.528147] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.528147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.528147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.528147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.528147] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.528147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.528147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.528147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.528147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.528147] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.662690] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.702022] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: SUCCESS [ 990.702237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.702386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.702585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.702767] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.702885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.702953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.703122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.703201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.703297] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.709022] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 990.709022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.709022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.709022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.709022] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.709022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.709022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.709022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.709022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.709022] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.030591] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.165195] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.165474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.165474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.165630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.165717] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.165819] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be updated. [ 991.194195] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.194195] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.194421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.194421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.194583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.204273] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: IN_PROGRESS for 2s [ 991.208784] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.212591] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.216631] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 in Status: SUCCESS [ 991.216817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.535249] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.712789] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.720089] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.744106] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a14d46-0821-4bfb-b184-815d0e29269b in Status: SUCCESS [ 991.747151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.747151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.747151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.747151] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.747151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.747151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.747151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.747151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.747151] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.749224] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 16s [ 992.037707] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.037878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.037953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.038209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.038302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.038403] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 992.064981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.065178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.065300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.065529] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.065708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.078860] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 992.214429] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.214780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.214780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.215047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.215193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.215337] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568877db-c715-484e-baf2-e87a8a0237f8 is going to be updated. [ 992.225397] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.225584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.225689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.226015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.226149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.226271] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 992.246578] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.246733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.246806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.247030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.247834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.250807] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.254509] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.254666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.254754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.254993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.255159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.257077] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: IN_PROGRESS for 2s [ 992.262558] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 992.600543] env[70008]: INFO networking_nsxv3.common.synchronization [None req-bd31cf30-55b9-4c53-98cd-be0ac20db675 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_rules [ 992.600871] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_rules [ 992.601247] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b588a184-618d-4788-bc46-2f7e08fdb8e2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.601357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.601357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.601610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.601691] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.757292] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.837095] env[70008]: INFO networking_nsxv3.common.synchronization [req-a3cfb8f2-9e76-47fd-8670-3c5a87941d27 req-79cbc057-10ee-4222-b723-629ef1a8121f tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 992.838515] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 992.838515] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.838515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.838515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.838515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.838713] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.838713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.838713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.838922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.838978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.841911] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.889723] env[70008]: INFO networking_nsxv3.common.synchronization [None req-172e6a42-6e32-4fa6-b3ca-8326f7171b57 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_rules [ 992.889723] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_rules [ 992.889723] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b588a184-618d-4788-bc46-2f7e08fdb8e2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.889723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.126376] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.126376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.126376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.126376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.126376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.126376] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 already deleted. [ 993.126376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.126376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.126376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.126376] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.219482] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 993.221362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.221362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.221362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.221362] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.221362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.221362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.222940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.222940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.222940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.222940] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.260226] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.260226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.260226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.260226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.260226] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.260226] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a14d46-0821-4bfb-b184-815d0e29269b is going to be updated. [ 993.302322] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.302477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.302550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.302790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.302951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.311767] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a14d46-0821-4bfb-b184-815d0e29269b in Status: IN_PROGRESS for 2s [ 993.344593] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.649157] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.649346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.649420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.649643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.649736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.649835] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 already deleted. [ 993.649921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.725841] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.726045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.726083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.726295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.726465] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.726566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.726632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.726777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.726863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.726953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.727126] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.727237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.727269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.727395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.727530] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.727621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.727690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.727844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.727931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.728040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.728130] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.769248] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 18s [ 993.845678] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.088282] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 994.088527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.230185] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1bef618-4e68-4b17-90ea-e981e0a03913: rpc.has_security_group_logging(os_id): False [ 994.247635] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.247796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.247924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.248141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.248236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.248463] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.248559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.248616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.248766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.248920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.249583] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.249583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.249583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.249770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.249866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.249997] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.252746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.252746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.252746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.252746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.252746] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be updated. [ 994.265810] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: SUCCESS [ 994.266030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.266185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.266423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.266632] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.266777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.266849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.267022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.267106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.267191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.267284] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.269665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.269665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.269665] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.269665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.269665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.269665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.269665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.269665] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.281558] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 994.281828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.282585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.282585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.282745] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.282850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.283804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.283804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.283804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.283804] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.319403] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.319536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.319602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.319873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.320062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.335253] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: IN_PROGRESS for 2s [ 994.349997] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.350134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.350134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.350350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.350444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.350600] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 994.401165] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.401286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.401369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.401590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.401737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.410747] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 994.772886] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.773871] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.785239] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.275845] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 568877db-c715-484e-baf2-e87a8a0237f8: rpc.has_security_group_logging(os_id): False [ 995.277019] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.287221] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.299445] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.299570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.299650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.300091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.300091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.300171] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.300271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.300337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.300481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.300557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.300642] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568877db-c715-484e-baf2-e87a8a0237f8 is going to be created. [ 995.326609] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a14d46-0821-4bfb-b184-815d0e29269b in Status: SUCCESS [ 995.326841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.327012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.327249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.327443] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.327561] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.327623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.327807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.327846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.327928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.328029] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.384218] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.384378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.384449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.384709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.384829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.405078] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: IN_PROGRESS for 2s [ 995.779459] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.779611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.779703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.780065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.780174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.780294] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568877db-c715-484e-baf2-e87a8a0237f8 is going to be updated. [ 995.782862] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 20s [ 995.789352] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.789473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.789583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.789817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.789902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.790008] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 995.817359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.817359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.817359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.817671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.817743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.819403] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.819509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.819583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.819741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.819856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.830473] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.835707] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 995.836793] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: IN_PROGRESS for 2s [ 996.338913] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57a14d46-0821-4bfb-b184-815d0e29269b: rpc.has_security_group_logging(os_id): False [ 996.351060] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 996.351060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.365040] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.365297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.365297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.365971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.365971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.365971] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.366648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.366648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.366648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.366648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.366648] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57a14d46-0821-4bfb-b184-815d0e29269b is going to be created. [ 996.424621] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 996.424828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.428947] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.429093] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.429154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.429414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.429519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.439805] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57a14d46-0821-4bfb-b184-815d0e29269b in Status: IN_PROGRESS for 2s [ 996.543699] env[70008]: INFO networking_nsxv3.common.synchronization [req-be9b563b-02f6-4eb9-aca0-ee8b2273f792 req-7b7bc4c7-eba0-427b-8bfa-dff8c22c685d tempest-ServersNegativeTestMultiTenantJSON-523642599 tempest-ServersNegativeTestMultiTenantJSON-523642599-project-member] Enqueued Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGHEST for action security_group_members [ 996.544304] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGHEST for action security_group_members [ 996.545269] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d75e15-4d28-4c85-bb11-fe5403fabfb4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.545269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.545269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.546704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.548574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.548574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.548574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.548574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.548574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.548574] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d75e15-4d28-4c85-bb11-fe5403fabfb4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.906269] env[70008]: INFO networking_nsxv3.common.synchronization [req-884d40ca-13ea-4e77-9703-2eec3540d470 req-99237f15-39e8-4c71-bd4d-df03ec8a692f tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Enqueued Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGHEST for action security_group_members [ 996.906269] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGHEST for action security_group_members [ 996.906409] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-873a56a3-66e1-46da-bd68-7e925b65b31a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.906627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.906627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.906822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.907024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.907131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.907192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.907364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.907446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.907539] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873a56a3-66e1-46da-bd68-7e925b65b31a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.036285] env[70008]: INFO networking_nsxv3.common.synchronization [req-d9a1468a-16ea-4e68-b1c4-62421236afe6 req-5bd790a6-e3be-480a-8798-4057c1ee4d06 tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 997.036724] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 997.037326] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.037580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.037580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.037906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.039388] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.039538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.039628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.039828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.039947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.040075] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.049774] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.049893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.049948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.050225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.050225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.052064] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.052064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.052064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.052064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.052064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.052064] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 is going to be updated. [ 997.078624] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.078624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.078777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.078876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.079032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.086861] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 in Status: IN_PROGRESS for 2s [ 997.324969] env[70008]: INFO networking_nsxv3.common.synchronization [req-7173fd0b-7c34-4139-a90a-3633b50bb910 req-fb708711-5422-4894-851b-9059ea4b66be tempest-ListServersNegativeTestJSON-1334722185 tempest-ListServersNegativeTestJSON-1334722185-project-member] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 997.325486] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGHEST for action security_group_members [ 997.325899] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.325899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.410064] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.410471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.410471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.410471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.410580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.410742] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.410841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.410907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.411097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.411165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.411256] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873a56a3-66e1-46da-bd68-7e925b65b31a already deleted. [ 997.411375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.415715] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: SUCCESS [ 997.415914] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.416082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.416246] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.416330] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.543582] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.641155] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.641379] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-168" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.641509] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-168" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.641999] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-168" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.642219] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.642423] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.642587] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.642856] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.643199] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.643477] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.643613] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.643767] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.643910] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.644061] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.644200] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.644381] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.662430] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.662736] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.662828] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.663046] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-168" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.663426] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-fb379197-a1fc-45c1-8308-69db5259509d taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.663635] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-fb379197-a1fc-45c1-8308-69db5259509d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.663783] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-fb379197-a1fc-45c1-8308-69db5259509d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.664158] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-fb379197-a1fc-45c1-8308-69db5259509d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.664329] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb379197-a1fc-45c1-8308-69db5259509d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.793707] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 22s [ 997.849776] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 997.850017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.850741] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: SUCCESS [ 997.850990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.851116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.851289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.851472] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.851606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.851671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.851909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.851970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.852078] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.852887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.853077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.853240] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.853341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.853405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.853568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.853641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.853753] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.919446] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.919629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.045588] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.166765] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.166927] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.166973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.167300] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.167460] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.167885] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port fb379197-a1fc-45c1-8308-69db5259509d not found, creating... [ 998.167885] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.168056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.168175] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.168394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.168551] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.168837] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.168998] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.169133] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.169950] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.169950] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.169950] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: fb379197-a1fc-45c1-8308-69db5259509d is going to be created. [ 998.194992] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.195133] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.195267] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.195532] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.195765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.196090] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-fb379197-a1fc-45c1-8308-69db5259509d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.355562] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.358844] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.455078] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57a14d46-0821-4bfb-b184-815d0e29269b in Status: SUCCESS [ 998.455436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.548594] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.549098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.549195] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.549298] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be updated. [ 998.573365] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.573607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.573607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.573768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.573912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.581302] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 998.859463] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.860337] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.095761] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 in Status: SUCCESS [ 999.095960] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 deletion is rescheduled due to dependency. [ 999.096084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.178152] env[70008]: INFO networking_nsxv3.common.synchronization [req-fd69ebf4-dc05-468c-bf93-bcffb1518e3e req-8da42b38-9c84-4706-8f06-df25109d5621 tempest-MigrationsAdminTest-888888010 tempest-MigrationsAdminTest-888888010-project-member] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 999.178672] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGHEST for action security_group_members [ 999.179021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.179143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.179211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.179432] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.179588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.179689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.179812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.179998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.181821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.182046] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.207503] env[70008]: INFO networking_nsxv3.common.synchronization [req-884d40ca-13ea-4e77-9703-2eec3540d470 req-70121921-1fc0-4f89-9257-790e301dbb67 service nova] Enqueued Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGHEST for action security_group_rules [ 999.207503] env[70008]: INFO networking_nsxv3.common.synchronization [req-884d40ca-13ea-4e77-9703-2eec3540d470 req-70121921-1fc0-4f89-9257-790e301dbb67 service nova] Enqueued Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGHEST for action security_group_members [ 999.207503] env[70008]: INFO networking_nsxv3.common.synchronization [req-884d40ca-13ea-4e77-9703-2eec3540d470 req-70121921-1fc0-4f89-9257-790e301dbb67 service nova] Enqueued Resource ID: fb379197-a1fc-45c1-8308-69db5259509d with Priority: HIGHEST for action port [ 999.207503] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGHEST for action security_group_rules [ 999.207503] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGHEST for action security_group_members [ 999.207503] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb379197-a1fc-45c1-8308-69db5259509d with Priority: HIGHEST for action port [ 999.209266] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873a56a3-66e1-46da-bd68-7e925b65b31a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.209808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.210095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.211092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.211092] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873a56a3-66e1-46da-bd68-7e925b65b31a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.213665] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-873a56a3-66e1-46da-bd68-7e925b65b31a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.213665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.213665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.213665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.213855] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.213855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.213855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.213981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.214083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.214180] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873a56a3-66e1-46da-bd68-7e925b65b31a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.216837] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb379197-a1fc-45c1-8308-69db5259509d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.216837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb379197-a1fc-45c1-8308-69db5259509d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.216837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb379197-a1fc-45c1-8308-69db5259509d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.216837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb379197-a1fc-45c1-8308-69db5259509d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.216837] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb379197-a1fc-45c1-8308-69db5259509d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.288188] env[70008]: INFO networking_nsxv3.common.synchronization [req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 req-7ec252b8-c0aa-41f1-b9cf-18a924fc4647 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_members [ 999.288380] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_members [ 999.288729] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5928d445-883c-47e1-a266-4678321a9e5d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.288916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.288916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.289444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.289602] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.289723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.289763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.289909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.289991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.290101] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.367950] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.368189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.368261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.368477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.368566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.368670] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 999.370019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.370243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.370312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.370479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.371399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.371399] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568877db-c715-484e-baf2-e87a8a0237f8 is going to be updated. [ 999.397251] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.397402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.397448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.398164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.398164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.400023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.400185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.400262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.400782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.400962] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.412013] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 999.412773] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: IN_PROGRESS for 2s [ 999.677609] env[70008]: INFO networking_nsxv3.common.synchronization [req-d3380a37-84b6-4c7e-935a-480b115d2262 req-7c9d7ab7-2a95-4204-9760-62e627b1ac01 tempest-ImagesOneServerNegativeTestJSON-1065012010 tempest-ImagesOneServerNegativeTestJSON-1065012010-project-member] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 999.678132] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGHEST for action security_group_members [ 999.678444] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.678561] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.678622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.678816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.678976] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.679147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.679214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.679353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.679437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.679530] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.684496] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.684607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.684675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.684842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.704164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.704446] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.704571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.704630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.704844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.704943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.705063] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 is going to be updated. [ 999.717395] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-873a56a3-66e1-46da-bd68-7e925b65b31a taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.717581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.718144] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873a56a3-66e1-46da-bd68-7e925b65b31a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.720928] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb379197-a1fc-45c1-8308-69db5259509d with status ACTIVE [ 999.721148] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.721272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.721338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.721663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.721878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.722086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.722196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.722400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.722466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.722497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.722675] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.722807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.722857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.722994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.723084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.723169] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb379197-a1fc-45c1-8308-69db5259509d is going to be updated. [ 999.730415] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.730568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.730619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.732360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.732360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.739471] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: IN_PROGRESS for 2s [ 999.741970] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.742392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.742466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.742676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.742828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.742989] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb379197-a1fc-45c1-8308-69db5259509d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.795631] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.795631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.795631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.795631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.795631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.795631] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.795631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.795631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.795631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.795631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.795631] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5928d445-883c-47e1-a266-4678321a9e5d already deleted. [ 999.795631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.814484] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 24s [ 999.896523] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.896734] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.896866] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.897235] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.897550] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.897658] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.897779] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.898019] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.898487] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.898719] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.898841] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.898957] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.899309] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.900297] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.900297] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.900297] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.919588] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.919837] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.920029] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.920271] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.920642] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-6087b59c-4dea-457e-a6aa-0b60f2df3163 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.920861] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-6087b59c-4dea-457e-a6aa-0b60f2df3163" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.921033] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-6087b59c-4dea-457e-a6aa-0b60f2df3163" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.921391] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-6087b59c-4dea-457e-a6aa-0b60f2df3163" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.921540] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6087b59c-4dea-457e-a6aa-0b60f2df3163',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.185657] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.185829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.185907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.186156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.186255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.186453] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.186654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.186654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.186850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.186850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.186950] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be updated. [ 1000.220448] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873a56a3-66e1-46da-bd68-7e925b65b31a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.249343] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.249563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.249563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.249766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.250023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.259607] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: IN_PROGRESS for 2s [ 1000.424535] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.424899] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.425144] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.425550] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.425790] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.426061] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 6087b59c-4dea-457e-a6aa-0b60f2df3163 not found, creating... [ 1000.426410] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.426586] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.426712] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.426943] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.427325] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.427640] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.427806] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.427933] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.428175] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.428317] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.428491] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 6087b59c-4dea-457e-a6aa-0b60f2df3163 is going to be created. [ 1000.450176] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.450428] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.450559] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.450893] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.451117] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.451349] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-6087b59c-4dea-457e-a6aa-0b60f2df3163" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.591282] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 1000.591458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.591633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.591909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.592116] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.592240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.592305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.592458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.592540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.592637] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.725358] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.725741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.725741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.725818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.725886] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.725987] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873a56a3-66e1-46da-bd68-7e925b65b31a is going to be created. [ 1000.748363] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.748562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.748633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.748849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.749023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.758733] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873a56a3-66e1-46da-bd68-7e925b65b31a in Status: UNINITIALIZED for 2s [ 1001.095546] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.095741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.095741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.096021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.096158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.096390] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.096522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.096612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.096797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.096907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.097036] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be updated. [ 1001.123693] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.123878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.123920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.124164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.124307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.132323] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 2s [ 1001.401900] env[70008]: INFO networking_nsxv3.common.synchronization [req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 req-2ba4bbdf-e86f-41c1-abe5-9e39a0bb4301 service nova] Enqueued Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_rules [ 1001.401900] env[70008]: INFO networking_nsxv3.common.synchronization [req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 req-2ba4bbdf-e86f-41c1-abe5-9e39a0bb4301 service nova] Enqueued Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_members [ 1001.401900] env[70008]: INFO networking_nsxv3.common.synchronization [req-7b249ddb-4d78-4eca-bba2-36e2b9a449f0 req-2ba4bbdf-e86f-41c1-abe5-9e39a0bb4301 service nova] Enqueued Resource ID: 6087b59c-4dea-457e-a6aa-0b60f2df3163 with Priority: HIGHEST for action port [ 1001.401900] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_rules [ 1001.401900] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_members [ 1001.402144] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6087b59c-4dea-457e-a6aa-0b60f2df3163 with Priority: HIGHEST for action port [ 1001.403280] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5928d445-883c-47e1-a266-4678321a9e5d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.403280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.403280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.403280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.403280] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.408029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5928d445-883c-47e1-a266-4678321a9e5d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.408029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.408029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.408029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.408029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.408029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.408029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.408029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.408558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.408622] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.409433] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-6087b59c-4dea-457e-a6aa-0b60f2df3163 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.409550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6087b59c-4dea-457e-a6aa-0b60f2df3163" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.409605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6087b59c-4dea-457e-a6aa-0b60f2df3163" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.409820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6087b59c-4dea-457e-a6aa-0b60f2df3163" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.409820] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6087b59c-4dea-457e-a6aa-0b60f2df3163',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.421837] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: SUCCESS [ 1001.422070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.422247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.422665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.422777] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.423200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.423200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.423200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.423200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.423847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.423847] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.424863] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1001.425049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.749095] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 in Status: SUCCESS [ 1001.749555] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 deletion is rescheduled due to dependency. [ 1001.749555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.825058] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 26s [ 1001.911842] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5928d445-883c-47e1-a266-4678321a9e5d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.912033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.912250] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.913236] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6087b59c-4dea-457e-a6aa-0b60f2df3163 with status ACTIVE [ 1001.913376] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.913485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.913622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.914245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.914245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.914245] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.914245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.914245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.914457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.914457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.914625] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.914717] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.914779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.914919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.914992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.915094] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6087b59c-4dea-457e-a6aa-0b60f2df3163 is going to be updated. [ 1001.928204] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.936673] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.936673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.936673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.936673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.936673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.936673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6087b59c-4dea-457e-a6aa-0b60f2df3163" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.269235] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1bef618-4e68-4b17-90ea-e981e0a03913 in Status: SUCCESS [ 1002.269334] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 deletion is rescheduled due to dependency. [ 1002.269454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.417435] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.430543] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 568877db-c715-484e-baf2-e87a8a0237f8: rpc.has_security_group_logging(os_id): False [ 1002.451817] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.452350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.452350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.452456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.452521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.452785] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.452957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.453053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.453241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.453341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.453468] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568877db-c715-484e-baf2-e87a8a0237f8 is going to be updated. [ 1002.507587] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.508287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.508287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.508412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.508453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.519489] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: IN_PROGRESS for 2s [ 1002.769499] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873a56a3-66e1-46da-bd68-7e925b65b31a in Status: SUCCESS [ 1002.769824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.769925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.770164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.770353] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.770463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.770528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.770682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.770761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.770846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.770933] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873a56a3-66e1-46da-bd68-7e925b65b31a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.919937] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.920164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.920164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.920320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.920406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.920514] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5928d445-883c-47e1-a266-4678321a9e5d is going to be created. [ 1002.944868] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.945064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.945114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.945293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.945448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.954640] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5928d445-883c-47e1-a266-4678321a9e5d in Status: UNINITIALIZED for 2s [ 1003.143493] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: IN_PROGRESS for 4s [ 1003.273454] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-873a56a3-66e1-46da-bd68-7e925b65b31a taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.273622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.273811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.275097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.275097] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.275097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.275097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.275097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.275097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.275097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.275097] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-873a56a3-66e1-46da-bd68-7e925b65b31a taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.275097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.275097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.275097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.275097] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.275565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.275565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.275565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.275565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.275565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.275772] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873a56a3-66e1-46da-bd68-7e925b65b31a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.778865] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873a56a3-66e1-46da-bd68-7e925b65b31a: rpc.has_security_group_logging(os_id): False [ 1003.794961] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.795164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.795213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.795386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.795475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.795666] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.795762] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.795823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.795964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.796050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.796245] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.796336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.796394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.796526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.796596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.796771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.796859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.796910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.797066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.797125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.797213] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873a56a3-66e1-46da-bd68-7e925b65b31a is going to be created. [ 1003.833611] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 28s [ 1003.847370] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.847524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.847791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.847965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.857768] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873a56a3-66e1-46da-bd68-7e925b65b31a in Status: IN_PROGRESS for 2s [ 1004.319590] env[70008]: INFO networking_nsxv3.common.synchronization [req-8905a7d2-3636-441d-9cae-86c146e0cc7c req-de9287da-40b5-40fd-98f3-45e20e35e0a5 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Enqueued Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_members [ 1004.320201] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_members [ 1004.324425] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-92320a08-b2fb-481f-86e3-8fe4fe714a00 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.324618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.324713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.325084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.325291] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.325413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.325502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.325720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.325822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.325944] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.534804] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: SUCCESS [ 1004.534804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.828667] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.829045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.829045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.829159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.829236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.829462] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.829645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.829645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.829954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.830024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.830114] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 already deleted. [ 1004.830240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.932547] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.932776] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-363" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.932901] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-363" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.933198] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-363" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.933468] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.933629] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.933751] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.934018] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.934355] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.934523] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.934644] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.934757] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.934940] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.934997] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.935813] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.935813] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.962035] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.962035] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.962035] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.962399] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-363" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.962609] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-cf8da736-7887-4b4b-9ea1-a90507a106cc taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.962792] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-cf8da736-7887-4b4b-9ea1-a90507a106cc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.962972] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-cf8da736-7887-4b4b-9ea1-a90507a106cc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.963291] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-cf8da736-7887-4b4b-9ea1-a90507a106cc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.963444] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8da736-7887-4b4b-9ea1-a90507a106cc',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.965524] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5928d445-883c-47e1-a266-4678321a9e5d in Status: SUCCESS [ 1004.965708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.965863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.966070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.966259] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.966479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.966479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.966589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.966702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.966745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.966819] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.152641] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 in Status: SUCCESS [ 1005.152777] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 deletion is rescheduled due to dependency. [ 1005.152908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.466330] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.466629] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.466805] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.467248] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.467498] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.467732] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port cf8da736-7887-4b4b-9ea1-a90507a106cc not found, creating... [ 1005.468141] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.468411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.468654] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.468986] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.469212] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.469598] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.469873] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.470892] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.470892] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.470892] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.470892] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: cf8da736-7887-4b4b-9ea1-a90507a106cc is going to be created. [ 1005.472689] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.493680] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.493680] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.493680] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.493983] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.494310] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.494579] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-cf8da736-7887-4b4b-9ea1-a90507a106cc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.843903] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 30s [ 1005.867828] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873a56a3-66e1-46da-bd68-7e925b65b31a in Status: SUCCESS [ 1005.867828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.976049] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5928d445-883c-47e1-a266-4678321a9e5d: rpc.has_security_group_logging(os_id): False [ 1005.993475] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.994278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.994278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.994278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.994278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.994539] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.994683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.994771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.994986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.995107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.995238] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5928d445-883c-47e1-a266-4678321a9e5d is going to be created. [ 1006.080833] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.080983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.081067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.081283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.081460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.110190] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5928d445-883c-47e1-a266-4678321a9e5d in Status: IN_PROGRESS for 2s [ 1006.643237] env[70008]: INFO networking_nsxv3.common.synchronization [req-12776a1d-8214-4432-9230-b467c668ba02 req-ca2a772a-a796-4df2-8a83-154673411765 tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1006.643820] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1006.644181] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.644303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.644367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.644556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.644701] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.644923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.644923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.645030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.645125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.645157] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.846309] env[70008]: INFO networking_nsxv3.common.synchronization [req-8905a7d2-3636-441d-9cae-86c146e0cc7c req-853d9deb-03d8-4d02-ad1d-82903d49fd39 service nova] Enqueued Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_rules [ 1006.846309] env[70008]: INFO networking_nsxv3.common.synchronization [req-8905a7d2-3636-441d-9cae-86c146e0cc7c req-853d9deb-03d8-4d02-ad1d-82903d49fd39 service nova] Enqueued Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_members [ 1006.846309] env[70008]: INFO networking_nsxv3.common.synchronization [req-8905a7d2-3636-441d-9cae-86c146e0cc7c req-853d9deb-03d8-4d02-ad1d-82903d49fd39 service nova] Enqueued Resource ID: cf8da736-7887-4b4b-9ea1-a90507a106cc with Priority: HIGHEST for action port [ 1006.846309] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_rules [ 1006.846309] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_members [ 1006.846309] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8da736-7887-4b4b-9ea1-a90507a106cc with Priority: HIGHEST for action port [ 1006.847386] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92320a08-b2fb-481f-86e3-8fe4fe714a00 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.847690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.847848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.848220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.848386] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.849487] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-92320a08-b2fb-481f-86e3-8fe4fe714a00 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.849880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.852287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.852287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.852287] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.852287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.852287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.852287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.852287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.852287] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.853521] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf8da736-7887-4b4b-9ea1-a90507a106cc taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.853742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf8da736-7887-4b4b-9ea1-a90507a106cc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.853916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf8da736-7887-4b4b-9ea1-a90507a106cc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.854201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf8da736-7887-4b4b-9ea1-a90507a106cc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.854411] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8da736-7887-4b4b-9ea1-a90507a106cc',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.107678] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.108044] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.108044] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.108289] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.108754] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.108877] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.109012] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.109250] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.109356] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.110027] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.110027] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.110027] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.110027] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.110202] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.110202] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.110327] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.129095] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.129271] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.129419] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.129603] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.129943] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-0e24eb9c-4050-4a50-85d3-e68a6f459084 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.130140] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-0e24eb9c-4050-4a50-85d3-e68a6f459084" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.130266] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-0e24eb9c-4050-4a50-85d3-e68a6f459084" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.130605] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-0e24eb9c-4050-4a50-85d3-e68a6f459084" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.130709] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e24eb9c-4050-4a50-85d3-e68a6f459084',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.148946] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.148946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.148946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.148946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.148946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.148946] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.148946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.149255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.149255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.149255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.149342] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1007.182571] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.182571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.182571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.182571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.182571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.189337] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1007.356556] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.357669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-92320a08-b2fb-481f-86e3-8fe4fe714a00 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.357850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.357952] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf8da736-7887-4b4b-9ea1-a90507a106cc with status ACTIVE [ 1007.358130] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.358235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.358299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.358503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.358590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.358762] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.358857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.358919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.359083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.359160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.359339] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.359433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.359494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.359634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.359707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.359836] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf8da736-7887-4b4b-9ea1-a90507a106cc is going to be updated. [ 1007.381121] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.381121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.381121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.381121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.381121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.381121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf8da736-7887-4b4b-9ea1-a90507a106cc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.633020] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.634135] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.634474] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.634900] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.635509] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.635829] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 0e24eb9c-4050-4a50-85d3-e68a6f459084 not found, creating... [ 1007.636307] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.636681] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.636973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.637925] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.637925] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.637925] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.638179] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.638983] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.638983] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.638983] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.638983] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 0e24eb9c-4050-4a50-85d3-e68a6f459084 is going to be created. [ 1007.659856] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.660140] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.660635] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.660635] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.660784] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.661030] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-0e24eb9c-4050-4a50-85d3-e68a6f459084" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.856123] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 32s [ 1007.862612] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.125948] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5928d445-883c-47e1-a266-4678321a9e5d in Status: SUCCESS [ 1008.126206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.365246] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.365401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.365462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.365720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.365770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.365852] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 is going to be created. [ 1008.397087] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.397087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.397087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.397087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.397282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.405754] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 in Status: UNINITIALIZED for 2s [ 1008.516175] env[70008]: INFO networking_nsxv3.common.synchronization [req-12776a1d-8214-4432-9230-b467c668ba02 req-2c1763aa-d164-475b-8cc4-eb08e16930ba service nova] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 1008.516447] env[70008]: INFO networking_nsxv3.common.synchronization [req-12776a1d-8214-4432-9230-b467c668ba02 req-2c1763aa-d164-475b-8cc4-eb08e16930ba service nova] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1008.516838] env[70008]: INFO networking_nsxv3.common.synchronization [req-12776a1d-8214-4432-9230-b467c668ba02 req-2c1763aa-d164-475b-8cc4-eb08e16930ba service nova] Enqueued Resource ID: 0e24eb9c-4050-4a50-85d3-e68a6f459084 with Priority: HIGHEST for action port [ 1008.517342] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 1008.517510] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1008.517619] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e24eb9c-4050-4a50-85d3-e68a6f459084 with Priority: HIGHEST for action port [ 1008.517906] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.518049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.518130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.518450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.518536] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.519486] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.519590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.519865] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e24eb9c-4050-4a50-85d3-e68a6f459084 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.520042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e24eb9c-4050-4a50-85d3-e68a6f459084" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.520152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e24eb9c-4050-4a50-85d3-e68a6f459084" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.520399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e24eb9c-4050-4a50-85d3-e68a6f459084" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.523863] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e24eb9c-4050-4a50-85d3-e68a6f459084',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.026032] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.026375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.026427] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e24eb9c-4050-4a50-85d3-e68a6f459084 with status ACTIVE [ 1009.026667] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.026830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.026919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.027180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.027730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.028047] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.028205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.028278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.028446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.028560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.028771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.028870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.029091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.029091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.029167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.029243] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e24eb9c-4050-4a50-85d3-e68a6f459084 is going to be updated. [ 1009.054196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.054422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.054422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.054636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.054922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.055015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e24eb9c-4050-4a50-85d3-e68a6f459084" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.198612] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1009.202131] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b deletion is rescheduled due to dependency. [ 1009.202315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.202921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.202921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.202921] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.203083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.203147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.203294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.203480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.203480] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.334168] env[70008]: INFO networking_nsxv3.common.synchronization [req-e5417a2a-e541-4e79-88c6-2724bd857ccf req-d1d38eee-1d78-4896-800f-ba86a019b545 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1009.335321] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1009.335868] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.335868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.336087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.336259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.336452] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.336589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.336748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.339563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.339659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.339760] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.705939] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.846040] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.846040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.846040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.846040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.846040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.846040] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.846040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.846040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.846040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.846040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.846040] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1009.864040] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 34s [ 1009.871406] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.871406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.871406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.871406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.871406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.877673] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1010.017024] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.017024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.017024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.017024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.017024] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.017543] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.017872] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.018212] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.018473] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.018869] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.019097] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.019300] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.019491] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.019731] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.019958] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.020199] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.042332] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.042332] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.042332] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.042332] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.042332] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.042332] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.042332] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.042332] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.042332] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9497fc5-f231-4d93-ba6a-afdb71a4b9ab',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.208780] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.416883] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 in Status: SUCCESS [ 1010.417141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.417389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.417632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.417850] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.417986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.418089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.418259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.418345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.418434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.418526] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.465719] env[70008]: INFO networking_nsxv3.common.synchronization [req-b4fa10a5-5bea-4f03-88d0-13a1956345b5 req-889d2329-4088-4d41-9249-3742e5ff1ea8 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Enqueued Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 1010.468579] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 1010.468944] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.469107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.469193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.469394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.469547] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.469661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.469724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.469883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.469981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.470088] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.545989] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.545989] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.545989] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.545989] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.545989] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.546268] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port a9497fc5-f231-4d93-ba6a-afdb71a4b9ab not found, creating... [ 1010.546387] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.546547] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.546670] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.546890] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.547048] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.547337] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.547495] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.547619] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.547819] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.547959] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.548119] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: a9497fc5-f231-4d93-ba6a-afdb71a4b9ab is going to be created. [ 1010.570431] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.571076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.571360] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.571840] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.572356] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.573082] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.713905] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.713905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.713905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.713905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.713905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.713905] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1010.745030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.745030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.745030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.745030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.745030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.754825] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1010.921123] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.972595] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.427240] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92320a08-b2fb-481f-86e3-8fe4fe714a00: rpc.has_security_group_logging(os_id): False [ 1011.447033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.449042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.449042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.449042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.449042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.449042] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.449042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.449042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.449042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.449042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.449042] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 is going to be created. [ 1011.475231] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.513689] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.513911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.514016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.514259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.514489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.525118] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 in Status: IN_PROGRESS for 2s [ 1011.876619] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 36s [ 1011.886423] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1011.886609] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 1011.886724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.888418] env[70008]: INFO networking_nsxv3.common.synchronization [req-e5417a2a-e541-4e79-88c6-2724bd857ccf req-45e4a4ae-fd84-4d70-829b-4d9859e3f05c service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1011.888602] env[70008]: INFO networking_nsxv3.common.synchronization [req-e5417a2a-e541-4e79-88c6-2724bd857ccf req-45e4a4ae-fd84-4d70-829b-4d9859e3f05c service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1011.888786] env[70008]: INFO networking_nsxv3.common.synchronization [req-e5417a2a-e541-4e79-88c6-2724bd857ccf req-45e4a4ae-fd84-4d70-829b-4d9859e3f05c service nova] Enqueued Resource ID: a9497fc5-f231-4d93-ba6a-afdb71a4b9ab with Priority: HIGHEST for action port [ 1011.889025] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1011.889243] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1011.889370] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9497fc5-f231-4d93-ba6a-afdb71a4b9ab with Priority: HIGHEST for action port [ 1011.889918] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.890254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.890254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.890430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.890534] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.891703] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.891949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.892060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.892242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.892418] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.892540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.892622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.892801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.892929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.893057] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.893759] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.894510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.894613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.894818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.894915] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9497fc5-f231-4d93-ba6a-afdb71a4b9ab',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.978736] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.978969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.979074] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.979283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.979377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.979490] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed is going to be updated. [ 1012.008257] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.008436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.008519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.008761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.008914] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.018585] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: IN_PROGRESS for 2s [ 1012.291217] env[70008]: INFO networking_nsxv3.common.synchronization [req-461efddd-7d20-477d-8253-0625f68b05bd req-de67052b-2126-4d35-9f21-fa53b50536aa tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1012.292354] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1012.292682] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.292797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.292865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.293088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.293239] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.293333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.293812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.293994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.294174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.294174] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.396924] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.397137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.397334] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.398281] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9497fc5-f231-4d93-ba6a-afdb71a4b9ab with status ACTIVE [ 1012.398469] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.398584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.398651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.398851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.398965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.399127] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.399223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.399287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.399438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.399517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.399700] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.399830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.399896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.399991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.401341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.401450] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9497fc5-f231-4d93-ba6a-afdb71a4b9ab is going to be updated. [ 1012.423462] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.423462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.423462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.423858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.423937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.424070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9497fc5-f231-4d93-ba6a-afdb71a4b9ab" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.549398] env[70008]: INFO networking_nsxv3.common.synchronization [req-a9c2274f-0151-4276-ac4d-0a501617a103 req-e56ce99e-9740-4aa8-8b3b-884c9eb8ded1 tempest-ImagesNegativeTestJSON-243287363 tempest-ImagesNegativeTestJSON-243287363-project-member] Enqueued Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGHEST for action security_group_members [ 1012.550096] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGHEST for action security_group_members [ 1012.550786] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-873a56a3-66e1-46da-bd68-7e925b65b31a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.550971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.551333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.551595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.551771] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.551949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.552025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.552221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.552315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.552416] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873a56a3-66e1-46da-bd68-7e925b65b31a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.767026] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1012.767026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.767026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.767026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.767026] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.767026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.767026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.767026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.767026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.767026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.767026] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.798298] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.869801] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.869941] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.870132] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.870454] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.870768] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.871016] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.871204] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.871473] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.871681] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.872373] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.872575] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.872765] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.872966] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.873137] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.873309] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.873497] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.898292] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.898553] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.898738] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.898963] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.899327] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-1778236b-b348-453a-82e4-8b0c7ad5e67e taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.899510] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-1778236b-b348-453a-82e4-8b0c7ad5e67e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.899638] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-1778236b-b348-453a-82e4-8b0c7ad5e67e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.899929] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-1778236b-b348-453a-82e4-8b0c7ad5e67e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.900536] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1778236b-b348-453a-82e4-8b0c7ad5e67e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.905438] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.054364] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.054531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.054603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.054815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.054939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.055149] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.055248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.055308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.055480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.055589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.055644] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873a56a3-66e1-46da-bd68-7e925b65b31a is going to be updated. [ 1013.092109] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.092251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.092330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.092534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.092676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.103542] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873a56a3-66e1-46da-bd68-7e925b65b31a in Status: IN_PROGRESS for 2s [ 1013.269633] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.299626] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.403343] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.403593] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.403730] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.404042] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.404251] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.404428] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 1778236b-b348-453a-82e4-8b0c7ad5e67e not found, creating... [ 1013.404702] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.404867] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.404994] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.405240] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.405452] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.405761] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.405927] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.406062] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.406309] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.406490] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.406643] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 1778236b-b348-453a-82e4-8b0c7ad5e67e is going to be created. [ 1013.407963] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.408113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.408217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.408347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.408448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.408546] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1013.429193] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.429435] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.429541] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.429837] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.430086] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.430320] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-1778236b-b348-453a-82e4-8b0c7ad5e67e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.436794] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.436937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.436987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.437154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.437286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.444563] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1013.535312] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 in Status: SUCCESS [ 1013.535597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.772486] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 135322f4-7c48-4bd8-bca9-c88d7135838b: rpc.has_security_group_logging(os_id): False [ 1013.791152] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.791300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.791372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.791581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.791671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.791982] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.792129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.792204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.792368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.792448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.792538] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1013.804171] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.804304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.804376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.804588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.804642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.804709] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1013.830249] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.830403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.830460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.830655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.830794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.839060] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1013.852074] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.852286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.852286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.852448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.852580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.862515] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1013.894235] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 38s [ 1014.033443] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: SUCCESS [ 1014.033660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.297392] env[70008]: INFO networking_nsxv3.common.synchronization [req-5c10e18d-8509-4e3a-96d6-4edc67eca430 req-9f6ffe39-5870-42f3-aec5-39fa7f67e4be tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1014.297937] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1014.298270] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.298422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.299233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.299233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.299233] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.299233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.299449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.299449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.299516] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.299551] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.318967] env[70008]: INFO networking_nsxv3.common.synchronization [req-461efddd-7d20-477d-8253-0625f68b05bd req-6330a68c-a828-404b-9be8-21b3442571f6 service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 1014.319247] env[70008]: INFO networking_nsxv3.common.synchronization [req-461efddd-7d20-477d-8253-0625f68b05bd req-6330a68c-a828-404b-9be8-21b3442571f6 service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1014.319442] env[70008]: INFO networking_nsxv3.common.synchronization [req-461efddd-7d20-477d-8253-0625f68b05bd req-6330a68c-a828-404b-9be8-21b3442571f6 service nova] Enqueued Resource ID: 1778236b-b348-453a-82e4-8b0c7ad5e67e with Priority: HIGHEST for action port [ 1014.321027] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 1014.321173] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1014.321271] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1778236b-b348-453a-82e4-8b0c7ad5e67e with Priority: HIGHEST for action port [ 1014.322589] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.322721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.322791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.323015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.323096] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.324900] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.324980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.325229] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-1778236b-b348-453a-82e4-8b0c7ad5e67e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.325365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1778236b-b348-453a-82e4-8b0c7ad5e67e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.325423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1778236b-b348-453a-82e4-8b0c7ad5e67e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.325593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1778236b-b348-453a-82e4-8b0c7ad5e67e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.325668] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1778236b-b348-453a-82e4-8b0c7ad5e67e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.608020] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.608020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.608020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.608020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.608411] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.608779] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.612017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.612017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.612017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.612017] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.612017] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.612017] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.612017] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.612017] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.612017] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.612017] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.631989] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.631989] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1014.631989] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.631989] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.631989] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.631989] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.632337] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.632530] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.632704] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0f1ad30-40d1-4ab3-be46-9940907a2fe8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.801915] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.802265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.802265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.802474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.802566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.802777] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.803038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.803130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.803313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.803383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.803474] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 already deleted. [ 1014.803555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.827647] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1778236b-b348-453a-82e4-8b0c7ad5e67e with status ACTIVE [ 1014.827988] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.828213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.828332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.828655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.828788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.829019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.829134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.829218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.829364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.829441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.829628] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.829721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.829776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.829941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.830031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.830142] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1778236b-b348-453a-82e4-8b0c7ad5e67e is going to be updated. [ 1014.831514] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.831622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.852859] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.853073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.853109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.853307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.853445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.853615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1778236b-b348-453a-82e4-8b0c7ad5e67e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.113177] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873a56a3-66e1-46da-bd68-7e925b65b31a in Status: SUCCESS [ 1015.113404] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873a56a3-66e1-46da-bd68-7e925b65b31a deletion is rescheduled due to dependency. [ 1015.113543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.135033] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.135367] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.135463] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.135826] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.135998] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.136225] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port c0f1ad30-40d1-4ab3-be46-9940907a2fe8 not found, creating... [ 1015.136599] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.136954] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.136954] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.137227] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.137378] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.137819] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.137995] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.138201] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.138417] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.138583] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.138764] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: c0f1ad30-40d1-4ab3-be46-9940907a2fe8 is going to be created. [ 1015.161378] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.161626] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.161742] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.162104] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.162345] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.162643] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.456759] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1015.457073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.457352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.457646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.457900] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.458231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.458349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.462117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.462275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.462457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.462641] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.849528] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1015.849806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.849942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.850190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.850387] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.850492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.850539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.850693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.850777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.850880] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.873228] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1015.873458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.892128] env[70008]: INFO networking_nsxv3.common.synchronization [req-5c10e18d-8509-4e3a-96d6-4edc67eca430 req-cfc6fa81-413c-4998-8591-9568d2f02248 service nova] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_rules [ 1015.892128] env[70008]: INFO networking_nsxv3.common.synchronization [req-5c10e18d-8509-4e3a-96d6-4edc67eca430 req-cfc6fa81-413c-4998-8591-9568d2f02248 service nova] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1015.892128] env[70008]: INFO networking_nsxv3.common.synchronization [req-5c10e18d-8509-4e3a-96d6-4edc67eca430 req-cfc6fa81-413c-4998-8591-9568d2f02248 service nova] Enqueued Resource ID: c0f1ad30-40d1-4ab3-be46-9940907a2fe8 with Priority: HIGHEST for action port [ 1015.892128] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_rules [ 1015.892128] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1015.892128] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f1ad30-40d1-4ab3-be46-9940907a2fe8 with Priority: HIGHEST for action port [ 1015.892722] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.892722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.892839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.893100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.893201] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.894191] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.895070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.895070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.895070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.895070] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.895070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.895359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.895734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.895882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.896046] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.897102] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.897266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.897373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.897603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.897725] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0f1ad30-40d1-4ab3-be46-9940907a2fe8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.908243] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 40s [ 1015.968072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.968072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.968072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.968072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.968072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.968767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.968767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.968767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.968767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.968767] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.355210] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.399901] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.400094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.400301] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.403131] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0f1ad30-40d1-4ab3-be46-9940907a2fe8 with status ACTIVE [ 1016.403344] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.403467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.403532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.403734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.403823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.404021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.404097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.404160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.404304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.404377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.404550] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.404639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.404690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.404842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.404915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.404999] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0f1ad30-40d1-4ab3-be46-9940907a2fe8 is going to be updated. [ 1016.424655] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.424804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.424855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.425064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.425202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.425356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0f1ad30-40d1-4ab3-be46-9940907a2fe8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.453874] env[70008]: INFO networking_nsxv3.common.synchronization [req-fd00758c-21ba-4ac0-ba3b-5a70b3afacd9 req-8c67e535-74b7-4938-820b-843e24d89a22 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Enqueued Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_members [ 1016.454369] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGHEST for action security_group_members [ 1016.454702] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.454864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.454984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.455447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.455614] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.455744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.455744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.455926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.456085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.456085] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.470505] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572d5020-030e-4c09-8ea6-79ca6568283f: rpc.has_security_group_logging(os_id): False [ 1016.487272] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.487437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.487509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.487718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.488211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.488211] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.488211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.488379] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.488541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.488617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.488786] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.488892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.488956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.489111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.489213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.489431] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.489885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.489979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.490294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.490294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.490433] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1016.570669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.570906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.571703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.572074] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.572171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.584394] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1016.858334] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.907375] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.958727] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.958904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.959171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.959171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.959300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.959465] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.959567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.959636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.963205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.963205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.963205] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca is going to be updated. [ 1016.994374] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.994374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.994374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.994374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.994374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.001199] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: IN_PROGRESS for 2s [ 1017.366338] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.366338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.366338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.366338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.366338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.366338] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1017.388432] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.390656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.390656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.390656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.390656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.397601] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1017.409410] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.409566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.409637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.409935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.410080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.410409] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 is going to be created. [ 1017.431574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.431719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.431790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.432038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.432232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.441059] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: UNINITIALIZED for 2s [ 1017.918674] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 42s [ 1018.595609] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1018.595609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.896941] env[70008]: INFO networking_nsxv3.common.synchronization [req-492a5fd8-6406-468b-a254-f41509e8a7e3 req-9d7ce60a-eaf3-47e0-8552-d56ba1287fe9 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1018.897440] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1018.900502] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.900676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.900771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.901012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.901208] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.901335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.901419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.901593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.901703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.901872] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.009968] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d940a7c6-05a8-42f9-b3a6-561b20964dca in Status: SUCCESS [ 1019.010309] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca deletion is rescheduled due to dependency. [ 1019.010309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.202912] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.203184] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-832" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.203329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-832" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.203605] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-832" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.203866] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.204045] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.204198] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.204449] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.204607] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.204825] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.204947] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.205107] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.205211] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.205329] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.205442] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.205582] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.222504] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.222672] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1019.222796] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.222992] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-832" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.223312] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.223482] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.223607] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.223908] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.224071] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('718a0b7f-d7d8-4dc1-a185-097ff80a5ccb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.407033] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1019.407033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.407033] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.407532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.407759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.407974] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.408092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.408130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.408298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.408352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.408441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.408526] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.448601] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: SUCCESS [ 1019.448807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.449040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.449186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.449783] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.449783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.449783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.449783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.450230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.450230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.450230] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.726328] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.726637] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.726781] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.727213] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.727433] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.727609] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb not found, creating... [ 1019.727904] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.728125] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.728282] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.728558] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.728730] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.729086] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.729269] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.729413] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.729694] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.729895] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.730067] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb is going to be created. [ 1019.749426] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.749662] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.749877] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.750190] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.750452] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.750814] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.911018] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.912493] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.912493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.912493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.912693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.912737] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.912827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.912892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.913050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.913137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.913227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.913374] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.913478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.913539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.913680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.913815] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.913904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.913965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.914246] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.914306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.914408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.914467] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.929370] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 44s [ 1019.952188] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.420115] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.420115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.420115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.420115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.420115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.420115] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 1020.420115] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a03a235-aec9-4f2d-9e0c-342c51720f77: rpc.has_security_group_logging(os_id): False [ 1020.439052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.439052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.439052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.439052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.440070] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.440070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.440070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.440070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.440070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.440523] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1020.449416] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.449561] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.449637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.449834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.450038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.455302] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a208895-5e38-4a2e-995f-1665efff51d4: rpc.has_security_group_logging(os_id): False [ 1020.457341] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 1020.469450] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.469596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.469673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.469903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.470037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.470297] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.470403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.470464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.470627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.470711] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.470822] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 is going to be created. [ 1020.482803] env[70008]: INFO networking_nsxv3.common.synchronization [req-492a5fd8-6406-468b-a254-f41509e8a7e3 req-4e16d142-a954-49f2-9dde-b554e7fd566d service nova] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 1020.482990] env[70008]: INFO networking_nsxv3.common.synchronization [req-492a5fd8-6406-468b-a254-f41509e8a7e3 req-4e16d142-a954-49f2-9dde-b554e7fd566d service nova] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1020.483244] env[70008]: INFO networking_nsxv3.common.synchronization [req-492a5fd8-6406-468b-a254-f41509e8a7e3 req-4e16d142-a954-49f2-9dde-b554e7fd566d service nova] Enqueued Resource ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb with Priority: HIGHEST for action port [ 1020.483380] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 1020.483716] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1020.483841] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb with Priority: HIGHEST for action port [ 1020.484518] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.484573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.484719] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.484801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.484975] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.485147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.485236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.485484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.485585] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('718a0b7f-d7d8-4dc1-a185-097ff80a5ccb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.505054] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.505210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.505317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.505624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.505794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.519087] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1020.609057] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.609217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.609290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.609507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.609681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.617815] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: IN_PROGRESS for 2s [ 1020.987976] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb with status ACTIVE [ 1020.988276] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.988434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.988519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.988742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.988835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.989104] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.989233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.989233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.989385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.989499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.989705] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.989800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.989863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.990016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.990094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.990197] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb is going to be updated. [ 1021.009494] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.009667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.009999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.009999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.010124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.010280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.940625] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 46s [ 1022.466694] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1022.466967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.467230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.467530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.467699] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.467824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.467908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.468143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.468252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.468371] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.532904] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1022.533237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.628830] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: SUCCESS [ 1022.629033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.970781] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.282696] env[70008]: INFO networking_nsxv3.common.synchronization [req-0340651a-bb74-4e69-8edb-a0bd62f173ac req-adeaf6ed-a6c6-40ca-a48d-0d68d70fd10e tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 1023.283323] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 1023.283658] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.283800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.283997] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.284123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.284314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.284414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.284469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.284642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.284721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.284818] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.473672] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.569144] env[70008]: INFO networking_nsxv3.common.synchronization [req-503fdf96-dbca-46fc-8754-feaaab6dd06e req-807b3a95-0f6b-4482-aa52-ea9f49259b80 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_members [ 1023.569989] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_members [ 1023.570453] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-b588a184-618d-4788-bc46-2f7e08fdb8e2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.570627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.570733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.571120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.571524] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.571524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.571658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.571864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.572032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.572104] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.787344] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.952223] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 48s [ 1023.975865] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.976181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.976357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.976478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.976572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.976682] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 1023.981153] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.981397] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.981541] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.981790] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.982081] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.982244] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.982367] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.982578] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.982723] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.982957] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.983097] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.983234] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.983328] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.983445] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.983557] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.983781] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.002128] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.002479] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.002578] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.002808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.003247] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-11abb559-58d8-49fd-b274-e850bca497c6 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.003479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-11abb559-58d8-49fd-b274-e850bca497c6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.003683] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-11abb559-58d8-49fd-b274-e850bca497c6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.004095] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-11abb559-58d8-49fd-b274-e850bca497c6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.004299] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11abb559-58d8-49fd-b274-e850bca497c6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.006145] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.006261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.006331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.006580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.006754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.016026] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 1024.075140] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.075352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.075431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.075596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.075683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.075889] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.076022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.076091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.076331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.076331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.076443] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 already deleted. [ 1024.076443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.289485] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.510275] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.510558] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.510698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.511028] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.511225] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.511410] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 11abb559-58d8-49fd-b274-e850bca497c6 not found, creating... [ 1024.511717] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.511898] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.512055] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.512334] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.512508] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.512834] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.513113] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.513277] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.513510] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.513679] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.513847] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 11abb559-58d8-49fd-b274-e850bca497c6 is going to be created. [ 1024.537454] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.537675] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.537821] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.538571] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.538868] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.539141] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-11abb559-58d8-49fd-b274-e850bca497c6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.791773] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.792052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.792052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.792287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.792402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.792513] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 1024.819682] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.819861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.819927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.820099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.820239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.828786] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 1025.347095] env[70008]: INFO networking_nsxv3.common.synchronization [req-503fdf96-dbca-46fc-8754-feaaab6dd06e req-be87c7b1-5dbd-43b5-bbc9-9a971a8e81e8 service nova] Enqueued Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_rules [ 1025.347400] env[70008]: INFO networking_nsxv3.common.synchronization [req-503fdf96-dbca-46fc-8754-feaaab6dd06e req-be87c7b1-5dbd-43b5-bbc9-9a971a8e81e8 service nova] Enqueued Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_members [ 1025.347437] env[70008]: INFO networking_nsxv3.common.synchronization [req-503fdf96-dbca-46fc-8754-feaaab6dd06e req-be87c7b1-5dbd-43b5-bbc9-9a971a8e81e8 service nova] Enqueued Resource ID: 11abb559-58d8-49fd-b274-e850bca497c6 with Priority: HIGHEST for action port [ 1025.347676] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_rules [ 1025.347802] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_members [ 1025.347898] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11abb559-58d8-49fd-b274-e850bca497c6 with Priority: HIGHEST for action port [ 1025.348572] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b588a184-618d-4788-bc46-2f7e08fdb8e2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.348691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.348774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.349019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.349749] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.353728] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-b588a184-618d-4788-bc46-2f7e08fdb8e2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.353970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.354112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.354367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.354636] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.355651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.355651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.355651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.355651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.356367] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.357498] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-11abb559-58d8-49fd-b274-e850bca497c6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.357627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11abb559-58d8-49fd-b274-e850bca497c6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.357698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11abb559-58d8-49fd-b274-e850bca497c6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.358051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11abb559-58d8-49fd-b274-e850bca497c6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.358051] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11abb559-58d8-49fd-b274-e850bca497c6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.853776] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-b588a184-618d-4788-bc46-2f7e08fdb8e2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.853994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.863530] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11abb559-58d8-49fd-b274-e850bca497c6 with status ACTIVE [ 1025.863785] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.863944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.864032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.864318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.864428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.864632] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.864735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.864857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.864966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.865058] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.865247] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.865342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.865403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.865542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.865616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.865707] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11abb559-58d8-49fd-b274-e850bca497c6 is going to be updated. [ 1025.866857] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.891669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.891669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.891669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.891669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.891669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.891669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11abb559-58d8-49fd-b274-e850bca497c6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.971168] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 50s [ 1026.025936] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1026.027273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.373294] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.843291] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 1026.843509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.883037] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.884015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.884015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.884015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.884015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.884015] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 is going to be created. [ 1026.910507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.910671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.910745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.910959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.911134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.939276] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 in Status: UNINITIALIZED for 2s [ 1027.842727] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1027.843103] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1027.981935] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 52s [ 1028.947542] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 in Status: SUCCESS [ 1028.947824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.947950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.948234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.948439] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.948555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.948617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.948787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.948860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.948961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.949058] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.451035] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.956713] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b588a184-618d-4788-bc46-2f7e08fdb8e2: rpc.has_security_group_logging(os_id): False [ 1029.973046] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.974011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.974209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.979229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.979229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.979229] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.979229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.979229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.979229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.979229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.979229] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 is going to be created. [ 1029.990920] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 54s [ 1030.040193] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.040193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.040193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.040193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.040193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.049783] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 in Status: IN_PROGRESS for 2s [ 1030.148167] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b7748a2-af0c-4b83-bbfb-0e3d02cfe661 req-34503508-7277-4cc9-8506-d4b198644fbd tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1030.148167] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b7748a2-af0c-4b83-bbfb-0e3d02cfe661 req-34503508-7277-4cc9-8506-d4b198644fbd tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1030.148167] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1030.148167] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1030.148167] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffa43a5-3c64-4caf-b26f-485b06545e8a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.148167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.148167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.148613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.149102] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.149347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.149498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.149751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.149998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.150237] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.152347] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.152714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.152873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.153160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.153418] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.153627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.153863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.154099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.154274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.154440] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.213412] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b7748a2-af0c-4b83-bbfb-0e3d02cfe661 req-34503508-7277-4cc9-8506-d4b198644fbd tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 1030.213412] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b7748a2-af0c-4b83-bbfb-0e3d02cfe661 req-34503508-7277-4cc9-8506-d4b198644fbd tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1030.213412] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b7748a2-af0c-4b83-bbfb-0e3d02cfe661 req-34503508-7277-4cc9-8506-d4b198644fbd tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_rules [ 1030.213412] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b7748a2-af0c-4b83-bbfb-0e3d02cfe661 req-34503508-7277-4cc9-8506-d4b198644fbd tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1030.213412] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b7748a2-af0c-4b83-bbfb-0e3d02cfe661 req-34503508-7277-4cc9-8506-d4b198644fbd tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb with Priority: HIGHEST for action port [ 1030.213788] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 1030.214074] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_rules [ 1030.214298] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb with Priority: HIGHEST for action port [ 1030.214525] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1030.214748] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1030.215297] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.215608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.215987] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.216346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.216520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.216881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.217079] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.218548] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.218786] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.219115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.219408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.219607] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('718a0b7f-d7d8-4dc1-a185-097ff80a5ccb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.220919] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.221193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.222713] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffa43a5-3c64-4caf-b26f-485b06545e8a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.222713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.656576] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.657690] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.726065] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffa43a5-3c64-4caf-b26f-485b06545e8a taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.726065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.726065] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb with status ACTIVE [ 1030.726065] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.726065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.726065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.726065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.726065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.726065] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.726065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.726065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.726065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.726065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.726065] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.726788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.726788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.726788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.726788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.726788] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb is going to be updated. [ 1030.751108] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.751237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.751286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.751565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.751703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.751868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.159351] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.160489] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.666105] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.666105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.666105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.666445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.666445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.666516] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a is going to be created. [ 1031.667825] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.667936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.668018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.668194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.668277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.668367] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 1031.691458] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.692292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.692394] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.692577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.692736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.695252] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.695414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.695478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.695736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.695736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.705838] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a in Status: UNINITIALIZED for 2s [ 1031.705838] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 1032.013948] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 56s [ 1032.062286] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 in Status: SUCCESS [ 1032.062532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.364294] env[70008]: INFO networking_nsxv3.common.synchronization [req-255a8526-96b7-4581-a004-ec4f5b210c31 req-8c86217f-ae56-4579-bc0d-a467ce95ede4 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1033.364588] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1033.365453] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.365453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.365453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.365453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.365453] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.365453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.365838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.365838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.365838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.365838] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.714460] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a in Status: SUCCESS [ 1033.714754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.715483] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1033.715691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.715818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.716030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.716220] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.716337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.716402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.716557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.716635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.716726] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.717511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.717692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.717846] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.717944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.718015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.718165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.718243] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.718328] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.868224] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.021194] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 58s [ 1034.220022] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.221324] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.370219] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.724547] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.724547] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.873094] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.873270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.873345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.873518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.873609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.873726] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1034.902235] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.902412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.902462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.902710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.902856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.911131] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1035.225764] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.225967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.226069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.226301] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.226471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.226861] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a is going to be updated. [ 1035.227938] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.228083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.228724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.228724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.228724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.228724] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 1035.261783] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.261864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.261898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.262115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.262322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.266192] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.266192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.266192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.266192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.266192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.274822] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 1035.275541] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a in Status: IN_PROGRESS for 2s [ 1035.849479] env[70008]: INFO networking_nsxv3.common.synchronization [req-417f42c0-c7f2-451a-9457-dedb9c7d4507 req-a93026d8-4e7e-4c77-96ff-702afecb6dfb tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1035.849978] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1035.850303] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.850418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.850487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.850672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.850812] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.850902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.851011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.855249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.855366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.855471] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.031239] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 60s [ 1036.358514] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.358514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.358514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.358730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.358797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.359020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.359121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.359185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.359350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.359435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.359523] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1036.384917] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.385070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.385164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.385343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.385506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.396684] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1036.923674] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1036.923971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.037254] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1037.037457] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 with Priority: HIGHEST for action security_group_members [ 1037.038055] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1037.038602] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1037.042029] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 with Priority: HIGHEST for action security_group_members [ 1037.042029] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1037.042029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.042029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.042029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-922c3428-6e8a-4096-bcd3-1da4c68ba661 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.042029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.042029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.042029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.042029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.042029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.042029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.042029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.042029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.042029] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922c3428-6e8a-4096-bcd3-1da4c68ba661',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.043438] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffa43a5-3c64-4caf-b26f-485b06545e8a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.043972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.108898] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 1037.108898] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1037.108898] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 with Priority: HIGHEST for action security_group_rules [ 1037.108898] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 with Priority: HIGHEST for action security_group_members [ 1037.108898] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_rules [ 1037.108898] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1037.108898] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ddd2b30-631d-440b-8dc0-2bd689ed8152 req-a78680ac-cf2e-4632-b789-4a3d70c3bb4f tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb with Priority: HIGHEST for action port [ 1037.109361] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_rules [ 1037.109481] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 with Priority: HIGHEST for action security_group_rules [ 1037.109608] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1037.109705] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb with Priority: HIGHEST for action port [ 1037.110105] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_rules [ 1037.110212] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1037.110309] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 with Priority: HIGHEST for action security_group_members [ 1037.110857] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.110963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.111180] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922c3428-6e8a-4096-bcd3-1da4c68ba661 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.111685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.111685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.111685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.111685] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922c3428-6e8a-4096-bcd3-1da4c68ba661',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.112573] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffa43a5-3c64-4caf-b26f-485b06545e8a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.112657] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.112849] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.112945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.113029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.113714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.113836] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('718a0b7f-d7d8-4dc1-a185-097ff80a5ccb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.115503] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.115822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.115822] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.116114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.116345] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-922c3428-6e8a-4096-bcd3-1da4c68ba661 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.116467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.290468] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1037.290468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.290468] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a in Status: SUCCESS [ 1037.290468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.290468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.290468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.290468] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.290468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.290468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.291030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.291030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.291030] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.294034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.294034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.294034] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.294034] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.294649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.294649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.296239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.296239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.296239] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.296753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.297421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.297421] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.297616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.297782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.298082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.298593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.298593] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.544228] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('922c3428-6e8a-4096-bcd3-1da4c68ba661',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.617273] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb with status ACTIVE [ 1037.617520] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.617654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.617729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.617976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.618090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.618284] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.618383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.618443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.618595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.618673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.618854] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.618949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.619018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.619162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.619237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.619354] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 718a0b7f-d7d8-4dc1-a185-097ff80a5ccb is going to be updated. [ 1037.620541] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-922c3428-6e8a-4096-bcd3-1da4c68ba661 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.620632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.642119] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.642356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.642530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.642750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.642930] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.643116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-718a0b7f-d7d8-4dc1-a185-097ff80a5ccb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.763282] env[70008]: INFO networking_nsxv3.common.synchronization [req-089a6c70-da32-466b-83d3-b3e870a0b374 req-b76640f5-fd07-4a3c-bcc1-fbf45a0c8ca8 tempest-ListImageFiltersTestJSON-1716875082 tempest-ListImageFiltersTestJSON-1716875082-project-member] Enqueued Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 1037.763885] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGHEST for action security_group_members [ 1037.764204] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.764329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.764398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.764606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.764756] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.765063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.765161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.765352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.765477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.765602] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.796742] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.801395] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.802089] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.851526] env[70008]: INFO networking_nsxv3.common.synchronization [None req-d03bd4fa-a295-4de4-8cc9-44593308113a None None] Enqueued Resource ID: cc09f1dc-142d-4557-90bb-d208e7e4c9b1 with Priority: HIGHEST for action port [ 1037.852067] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc09f1dc-142d-4557-90bb-d208e7e4c9b1 with Priority: HIGHEST for action port [ 1037.852466] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc09f1dc-142d-4557-90bb-d208e7e4c9b1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.852582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc09f1dc-142d-4557-90bb-d208e7e4c9b1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.852653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc09f1dc-142d-4557-90bb-d208e7e4c9b1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.852922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc09f1dc-142d-4557-90bb-d208e7e4c9b1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.853016] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc09f1dc-142d-4557-90bb-d208e7e4c9b1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.041783] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 62s [ 1038.049227] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('922c3428-6e8a-4096-bcd3-1da4c68ba661',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.267658] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.267836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.267911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.268169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.268268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.268479] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.268603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.268643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.268778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.268922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.268960] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed is going to be updated. [ 1038.295820] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.296030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.296136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.296405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.296595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.299964] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.309077] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ffa43a5-3c64-4caf-b26f-485b06545e8a: rpc.has_security_group_logging(os_id): False [ 1038.309077] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.310685] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: IN_PROGRESS for 2s [ 1038.325856] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.326014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.326084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.326292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.326399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.326674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.326847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.326901] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.327047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.327128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.327232] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a is going to be created. [ 1038.356932] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc09f1dc-142d-4557-90bb-d208e7e4c9b1 [ 1038.357174] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.357352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.357433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.358033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.358141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.358242] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc09f1dc-142d-4557-90bb-d208e7e4c9b1 already deleted. [ 1038.358328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc09f1dc-142d-4557-90bb-d208e7e4c9b1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.392046] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.392046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.392046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.392046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.392046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.405241] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1038.405353] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 1038.405755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.409444] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a in Status: IN_PROGRESS for 2s [ 1038.556412] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.556412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.556412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.556412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.556412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.556412] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 is going to be created. [ 1038.583124] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.583124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.583124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.583641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.583761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.596135] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 in Status: UNINITIALIZED for 2s [ 1038.801128] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.801384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.801384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.804148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.804148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.804148] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 1038.809472] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.809670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.809811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.809899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.810038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.810110] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a is going to be updated. [ 1038.826842] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.826977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.827061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.827329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.827463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.829895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.830079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.830148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.830490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.830490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.841738] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a in Status: IN_PROGRESS for 2s [ 1038.841738] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 1039.870101] env[70008]: INFO networking_nsxv3.common.synchronization [req-921dddc2-86af-4503-9b71-333271ec2121 req-06165549-768e-44c4-935a-22af686ec528 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1039.870427] env[70008]: INFO networking_nsxv3.common.synchronization [req-921dddc2-86af-4503-9b71-333271ec2121 req-06165549-768e-44c4-935a-22af686ec528 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1039.870883] env[70008]: INFO networking_nsxv3.common.synchronization [req-921dddc2-86af-4503-9b71-333271ec2121 req-06165549-768e-44c4-935a-22af686ec528 tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 with Priority: HIGHEST for action security_group_members [ 1039.875020] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a with Priority: HIGHEST for action security_group_members [ 1039.875020] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1039.875020] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 with Priority: HIGHEST for action security_group_members [ 1039.875020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffa43a5-3c64-4caf-b26f-485b06545e8a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.875020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.875020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.875020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.875020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-922c3428-6e8a-4096-bcd3-1da4c68ba661 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.875020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.988696] env[70008]: INFO networking_nsxv3.common.synchronization [None req-eed8538f-05ba-4ac5-a613-c615c84e0213 None None] Enqueued Resource ID: 267ab7fe-1982-45da-aa34-81d75fbb5312 with Priority: HIGHEST for action port [ 1039.989030] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267ab7fe-1982-45da-aa34-81d75fbb5312 with Priority: HIGHEST for action port [ 1039.990639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-267ab7fe-1982-45da-aa34-81d75fbb5312 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.990639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-267ab7fe-1982-45da-aa34-81d75fbb5312" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.990639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-267ab7fe-1982-45da-aa34-81d75fbb5312" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.990639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-267ab7fe-1982-45da-aa34-81d75fbb5312" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.990639] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267ab7fe-1982-45da-aa34-81d75fbb5312',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.051698] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 64s [ 1040.297278] env[70008]: INFO networking_nsxv3.common.synchronization [None req-69949e16-2867-434b-8cd7-a0a2f4847511 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Enqueued Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_rules [ 1040.297536] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_rules [ 1040.297879] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.298304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.298383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.298640] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.298726] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.321133] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f53f408-3193-4074-80eb-3c97bfe624ed in Status: SUCCESS [ 1040.321133] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed deletion is rescheduled due to dependency. [ 1040.321133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.384558] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0efa72be-2d26-4a19-8bbe-a6074c60a4d7 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Enqueued Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_rules [ 1040.384558] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_rules [ 1040.384726] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.384810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.420968] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a in Status: SUCCESS [ 1040.421689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.421689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.421829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.421936] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.492143] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 267ab7fe-1982-45da-aa34-81d75fbb5312 [ 1040.492417] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.492556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.492626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.492942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.493062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.493165] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:267ab7fe-1982-45da-aa34-81d75fbb5312 already deleted. [ 1040.493315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-267ab7fe-1982-45da-aa34-81d75fbb5312" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.607509] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 in Status: SUCCESS [ 1040.607790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.608795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.608795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.609325] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.609325] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.609325] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.609480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.609515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.609880] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922c3428-6e8a-4096-bcd3-1da4c68ba661',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.822405] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.822405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.822405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.822405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.822405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.822405] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 already deleted. [ 1040.822405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.822405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.822405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.822405] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.851703] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1040.851913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.852175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.852303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.852514] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.852634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.852699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.852855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.852934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.853035] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.854325] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a in Status: SUCCESS [ 1040.854627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.854860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.855030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.855190] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.855293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.855357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.855487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.855557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.855640] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.942490] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.942748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.942748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.943566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.943566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.943566] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a is going to be deleted. [ 1040.991087] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.991262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.991334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.991542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.991633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.991745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.114278] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.114278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.114278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.114278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.114278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.114613] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.114613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.114759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.114759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.114829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.115609] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 is going to be deleted. [ 1041.162158] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.162503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.162710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.162803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.162904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.163018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.163186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.163619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.163687] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.163779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.163845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.163991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.164131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.164200] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922c3428-6e8a-4096-bcd3-1da4c68ba661',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.342034] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.342261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.342261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.342730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.342877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.343298] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 already deleted. [ 1041.343459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.357097] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.358396] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.358527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.358597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.358798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.358883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.359099] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.359199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.359261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.359406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.359482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.359569] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a is going to be deleted. [ 1041.386638] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.386780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.386853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.387060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.387152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.387250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.387393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.387538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.387688] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.387780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.387838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.387971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.388056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.388154] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffa43a5-3c64-4caf-b26f-485b06545e8a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.607865] env[70008]: INFO networking_nsxv3.common.synchronization [None req-ee178613-020a-4d73-82a1-ccc3a8316448 None None] Enqueued Resource ID: 6e851d38-c882-4e92-8608-f50a612d655d with Priority: HIGHEST for action port [ 1041.607865] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e851d38-c882-4e92-8608-f50a612d655d with Priority: HIGHEST for action port [ 1041.607865] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e851d38-c882-4e92-8608-f50a612d655d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.607865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e851d38-c882-4e92-8608-f50a612d655d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.607865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e851d38-c882-4e92-8608-f50a612d655d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.607865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e851d38-c882-4e92-8608-f50a612d655d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.607865] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e851d38-c882-4e92-8608-f50a612d655d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.668974] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.668974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.668974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.668974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.668974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.668974] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.668974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.668974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.668974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.668974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.668974] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 already deleted. [ 1041.668974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.668974] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('922c3428-6e8a-4096-bcd3-1da4c68ba661',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.670634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.670634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.670634] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.670634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.670634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.671651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.672117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.672117] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922c3428-6e8a-4096-bcd3-1da4c68ba661',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.808695] env[70008]: INFO networking_nsxv3.common.synchronization [req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 req-5493108e-ddbd-4997-a537-609d73099a04 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1041.809250] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1041.809563] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.809685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.809754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.809948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.812610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.812733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.812774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.814318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.814414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.814517] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.861172] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.890231] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.890315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.890350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.890548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.890637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.890870] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.890922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.890978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.891142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.891252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.891296] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffa43a5-3c64-4caf-b26f-485b06545e8a already deleted. [ 1041.891419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffa43a5-3c64-4caf-b26f-485b06545e8a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.062764] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 66s [ 1042.111371] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e851d38-c882-4e92-8608-f50a612d655d [ 1042.111607] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.111739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.111839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.113234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.113234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.113234] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e851d38-c882-4e92-8608-f50a612d655d already deleted. [ 1042.113234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e851d38-c882-4e92-8608-f50a612d655d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.117919] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.118120] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.118252] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.118509] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.119546] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.119546] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.119546] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.119546] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.119869] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.119869] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.119980] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.120098] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.120212] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.120330] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.120439] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.120576] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.140373] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.140691] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.140691] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.140863] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.141192] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-bb90234e-d70a-49d1-a194-046967df4022 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.141357] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-bb90234e-d70a-49d1-a194-046967df4022" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.141552] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-bb90234e-d70a-49d1-a194-046967df4022" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.141898] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-bb90234e-d70a-49d1-a194-046967df4022" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.142077] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb90234e-d70a-49d1-a194-046967df4022',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.177294] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.177465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.177531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.177735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.177824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.178030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.178128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.178186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.178333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.178407] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.178494] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 already deleted. [ 1042.178570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.178767] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('922c3428-6e8a-4096-bcd3-1da4c68ba661',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.321598] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.364300] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.364300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.364300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.364482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.365068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.365068] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 1042.395141] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.395141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.395141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.395141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.395141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.403097] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 1042.644212] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.645696] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.645888] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.646251] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.646369] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.646623] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port bb90234e-d70a-49d1-a194-046967df4022 not found, creating... [ 1042.647543] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.647543] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.647543] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.647543] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.647543] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.647753] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.647879] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.647994] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.648588] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.648588] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.648588] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: bb90234e-d70a-49d1-a194-046967df4022 is going to be created. [ 1042.667836] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.668066] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.668165] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.668447] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.668675] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.668904] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-bb90234e-d70a-49d1-a194-046967df4022" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.680800] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 922c3428-6e8a-4096-bcd3-1da4c68ba661: rpc.has_security_group_logging(os_id): False [ 1042.704555] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.704555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.704555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.704555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.704555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.704841] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.704841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.704841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.704961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.705070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.705149] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 is going to be created. [ 1042.727961] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/922c3428-6e8a-4096-bcd3-1da4c68ba661], does not exist path=[/infra/domains/default/groups/922c3428-6e8a-4096-bcd3-1da4c68ba661]."\n}' [ 1042.728154] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/922c3428-6e8a-4096-bcd3-1da4c68ba661 [ 1042.728243] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1042.793507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.793638] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.793812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.794033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.794190] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.801999] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.802082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.802156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.802368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.803694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.803967] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.804098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.804164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.804349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.804441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.804803] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.804803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.804803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.804973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.805094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.805094] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922c3428-6e8a-4096-bcd3-1da4c68ba661 is going to be created. [ 1042.823888] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.828313] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/922c3428-6e8a-4096-bcd3-1da4c68ba661], does not exist path=[/infra/domains/default/groups/922c3428-6e8a-4096-bcd3-1da4c68ba661]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/922c3428-6e8a-4096-bcd3-1da4c68ba661 [ 1042.828474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922c3428-6e8a-4096-bcd3-1da4c68ba661" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.829032] env[70008]: Traceback (most recent call last): [ 1042.829032] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1042.829032] env[70008]: return func(*args, **kwargs) [ 1042.829032] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1042.829032] env[70008]: res.raise_for_status() [ 1042.829032] env[70008]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1042.829032] env[70008]: raise HTTPError(http_error_msg, response=self) [ 1042.829032] env[70008]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/922c3428-6e8a-4096-bcd3-1da4c68ba661 [ 1042.829032] env[70008]: During handling of the above exception, another exception occurred: [ 1042.829032] env[70008]: Traceback (most recent call last): [ 1042.829032] env[70008]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1042.829032] env[70008]: listener.cb(fileno) [ 1042.829032] env[70008]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1042.829032] env[70008]: result = function(*args, **kwargs) [ 1042.829032] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1042.829032] env[70008]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1042.829032] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1042.829032] env[70008]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1042.829032] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1042.829032] env[70008]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1042.829032] env[70008]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1042.829032] env[70008]: res.raise_for_status() [ 1042.829032] env[70008]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1042.829032] env[70008]: raise HTTPError(http_error_msg, response=self) [ 1042.829032] env[70008]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/922c3428-6e8a-4096-bcd3-1da4c68ba661 [ 1042.829032] env[70008]: Removing descriptor: 68 [ 1043.296485] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.325521] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.325682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.325921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.326190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.326190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.326190] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1043.359782] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.359782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.359782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.359782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.359782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.368472] env[70008]: INFO networking_nsxv3.common.synchronization [req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 req-dfe632f4-ae31-431c-adb7-1af49e7add9d service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 1043.368472] env[70008]: INFO networking_nsxv3.common.synchronization [req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 req-dfe632f4-ae31-431c-adb7-1af49e7add9d service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1043.368472] env[70008]: INFO networking_nsxv3.common.synchronization [req-3c13dcf1-7e05-42e3-9988-359f71ce4b19 req-dfe632f4-ae31-431c-adb7-1af49e7add9d service nova] Enqueued Resource ID: bb90234e-d70a-49d1-a194-046967df4022 with Priority: HIGHEST for action port [ 1043.369356] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1043.369745] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 1043.369918] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1043.369979] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90234e-d70a-49d1-a194-046967df4022 with Priority: HIGHEST for action port [ 1043.370363] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.370444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.370483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.370703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.370743] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.371548] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.372103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.372363] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb90234e-d70a-49d1-a194-046967df4022 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.372460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb90234e-d70a-49d1-a194-046967df4022" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.372523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb90234e-d70a-49d1-a194-046967df4022" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.372676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb90234e-d70a-49d1-a194-046967df4022" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.372752] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb90234e-d70a-49d1-a194-046967df4022',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.798922] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.842088] env[70008]: INFO networking_nsxv3.common.synchronization [None req-2ce64245-1b43-4121-b0c7-cf55e3416def None None] Enqueued Resource ID: e83d1cfa-c365-4242-a5c1-e57076a86715 with Priority: HIGHEST for action port [ 1043.842364] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83d1cfa-c365-4242-a5c1-e57076a86715 with Priority: HIGHEST for action port [ 1043.842901] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e83d1cfa-c365-4242-a5c1-e57076a86715 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.843041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e83d1cfa-c365-4242-a5c1-e57076a86715" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.843114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e83d1cfa-c365-4242-a5c1-e57076a86715" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.843371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e83d1cfa-c365-4242-a5c1-e57076a86715" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.843460] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e83d1cfa-c365-4242-a5c1-e57076a86715',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.874387] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb90234e-d70a-49d1-a194-046967df4022 with status ACTIVE [ 1043.874610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.874739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.874814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.875022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.875116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.875303] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.877970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.877970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.877970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.877970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.877970] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.877970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.877970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.877970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.877970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.877970] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb90234e-d70a-49d1-a194-046967df4022 is going to be updated. [ 1043.877970] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.877970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.898645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.899257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.899343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.899639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.899793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.899949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb90234e-d70a-49d1-a194-046967df4022" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.073015] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 68s [ 1044.301650] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1044.301927] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1044.347767] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e83d1cfa-c365-4242-a5c1-e57076a86715 [ 1044.348628] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.348628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.348628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.348628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.348628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.348628] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e83d1cfa-c365-4242-a5c1-e57076a86715 already deleted. [ 1044.348906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e83d1cfa-c365-4242-a5c1-e57076a86715" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.414404] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1044.414610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.414893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.415033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.415222] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.415336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.415406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.415550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.415624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.415714] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.923602] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.031029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.031029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.031029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.031029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.043618] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1045.044648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.045801] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1045.079070] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.079070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.079070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.079227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.089566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.090310] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1045.090626] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.090626] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1045.135623] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.135779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.135845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.136066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.137273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.137520] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1045.215455] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.215612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.215672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.216203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.216203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.216399] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1045.298807] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.299102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.299102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.299340] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.299668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.299976] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1045.300104] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8be389d5-a354-49b7-b1dc-d7b3fe3e9b54', '2f53f408-3193-4074-80eb-3c97bfe624ed', 'ff8cd3bb-30b0-413d-bd3e-4166a97c31a2', 'd940a7c6-05a8-42f9-b3a6-561b20964dca', '2a03a235-aec9-4f2d-9e0c-342c51720f77', '875d0cef-dd7d-46cc-b333-0780f7236d71', 'c01ddfa9-f5a0-41c8-8825-6723192c60c2', '78e1716d-0c3f-49b2-b3f0-054599cba52b', '5afb0ad3-feba-4282-901a-7c2ebab5bbf6', 'd22ee49c-698c-48bc-9d58-cd9e1433e4a5', 'e79b4368-a6f0-49aa-a276-945b9ac44897', '9c8dbe75-e777-47a3-ad2c-61c7ded418bb', '873a56a3-66e1-46da-bd68-7e925b65b31a', '183fc09b-1215-4e14-a0c7-4166dfe90953', 'e1bef618-4e68-4b17-90ea-e981e0a03913', '74d75e15-4d28-4c85-bb11-fe5403fabfb4', '20ab6458-12d1-41c1-a863-82e3480bfc88', '3d0c682e-d538-4c3d-9b8f-6db0c177fbc1', '7be81e3e-cd53-413d-9890-501a5445eead', '572d5020-030e-4c09-8ea6-79ca6568283f', 'b5d659af-e5df-4301-876a-98c8a6bd1dca', '57a14d46-0821-4bfb-b184-815d0e29269b', '5588531a-f5af-4233-b007-aa607143a7a3', '27978bac-dcb1-494d-b2e6-507a467f160f', '568877db-c715-484e-baf2-e87a8a0237f8', '28b1d592-9fdb-4482-844f-c8f80dee9530', '11fdcf54-c273-402f-9ffc-dd057a349971', 'e59f1268-3375-44f9-90d7-6960882bb1d7', 'bdd228b2-e0ed-4846-844d-f30ad2026a45', '5928d445-883c-47e1-a266-4678321a9e5d', 'a5a57ce5-870a-46f5-af1c-26d752e1f00b', '5a208895-5e38-4a2e-995f-1665efff51d4', 'ec752d95-1cb2-443c-a24e-72d9b09830a1', '95aac56d-a849-41e3-b054-0e358b362a5e', '5b6f11f8-238a-4f88-ac16-ae73ed5737b4', '9e23c26e-792c-465c-b25d-5dc944270021', 'b588a184-618d-4788-bc46-2f7e08fdb8e2', 'e8b2b5ae-b874-4409-908b-b5089d4d44ee', 'f5874604-b7b8-47c9-889e-8ea4718d3f73', '0396b3bf-e516-4585-b787-008064727f34', '3b1e2c6f-a52c-49a4-8189-3c44ce582a0f', '817a6309-6a58-479e-bb28-ae3c01cd385d', '6bacf304-b9a5-40da-af2b-bdd93c9b547d', '92320a08-b2fb-481f-86e3-8fe4fe714a00', '135322f4-7c48-4bd8-bca9-c88d7135838b', '1f21ab19-bbe1-4eed-aca3-4dcdd290005c'} {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.300201] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1045.319873] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.320256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.320256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.320365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.320444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.320561] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1045.320645] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.320717] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1045.380063] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1045.380312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.380572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.380722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.380949] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.381092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.381156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.381308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.381388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.381511] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.400334] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.400593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.400717] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.401031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.403020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.403020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1045.403020] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.403212] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1045.403212] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1045.403284] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1045.403372] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGH for action security_group_rules [ 1045.403500] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGH for action security_group_rules [ 1045.404151] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGH for action security_group_rules [ 1045.404151] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGH for action security_group_rules [ 1045.404151] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGH for action security_group_rules [ 1045.404151] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGH for action security_group_rules [ 1045.404151] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGH for action security_group_rules [ 1045.404151] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGH for action security_group_rules [ 1045.404800] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGH for action security_group_rules [ 1045.404800] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGH for action security_group_rules [ 1045.404800] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGH for action security_group_rules [ 1045.404800] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGH for action security_group_rules [ 1045.404800] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGH for action security_group_rules [ 1045.404800] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGH for action security_group_rules [ 1045.405126] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGH for action security_group_rules [ 1045.405126] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGH for action security_group_rules [ 1045.405126] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGH for action security_group_rules [ 1045.405885] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGH for action security_group_rules [ 1045.405885] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGH for action security_group_rules [ 1045.405885] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGH for action security_group_rules [ 1045.405885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.426244] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.884037] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.929971] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.930166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.930268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.930562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.930708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.930815] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 1045.961310] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.961656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.961656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.961865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.961911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.969820] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 1046.082929] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 70s [ 1046.387965] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.732239] env[70008]: INFO networking_nsxv3.common.synchronization [req-9b7a03c7-81d1-4b44-895f-75a9152018c3 req-8dca6594-35a7-43e8-a2f1-f6ffe3efbbda tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 1046.732917] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 1046.733090] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 with Priority: HIGH for action security_group_rules [ 1046.733203] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGH for action security_group_rules [ 1046.733304] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 with Priority: HIGH for action security_group_rules [ 1046.733415] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bef618-4e68-4b17-90ea-e981e0a03913 with Priority: HIGH for action security_group_rules [ 1046.733542] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGH for action security_group_rules [ 1046.733655] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be81e3e-cd53-413d-9890-501a5445eead with Priority: HIGH for action security_group_rules [ 1046.733749] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGH for action security_group_rules [ 1046.733840] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGH for action security_group_rules [ 1046.733931] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 with Priority: HIGH for action security_group_rules [ 1046.734035] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 with Priority: HIGH for action security_group_rules [ 1046.734128] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873a56a3-66e1-46da-bd68-7e925b65b31a with Priority: HIGH for action security_group_rules [ 1046.734219] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb with Priority: HIGH for action security_group_rules [ 1046.734307] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGH for action security_group_rules [ 1046.734399] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGH for action security_group_rules [ 1046.734548] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 with Priority: HIGH for action security_group_rules [ 1046.734658] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 with Priority: HIGH for action security_group_rules [ 1046.734772] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGH for action security_group_rules [ 1046.734855] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGH for action security_group_rules [ 1046.734943] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f53f408-3193-4074-80eb-3c97bfe624ed with Priority: HIGH for action security_group_rules [ 1046.735041] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d940a7c6-05a8-42f9-b3a6-561b20964dca with Priority: HIGH for action security_group_rules [ 1046.735338] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.735459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.735527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.735724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.735879] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.735978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.736050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.736197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.736281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.736371] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.737203] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.737313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.737381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.737584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.737693] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be389d5-a354-49b7-b1dc-d7b3fe3e9b54',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.743186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.743186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.743186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.743186] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.743186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.743186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.743186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.743186] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01ddfa9-f5a0-41c8-8825-6723192c60c2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.743186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1bef618-4e68-4b17-90ea-e981e0a03913 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.743186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.743186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.743186] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1bef618-4e68-4b17-90ea-e981e0a03913',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.743937] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.743937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.743937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.743937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.743937] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.744497] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be81e3e-cd53-413d-9890-501a5445eead taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.744600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.744656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.744796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.744861] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be81e3e-cd53-413d-9890-501a5445eead',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.745631] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.745731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.745782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.745921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.745986] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.746677] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.746790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.746834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.746968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.747056] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.747685] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183fc09b-1215-4e14-a0c7-4166dfe90953 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.747800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.747845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.747984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.748071] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183fc09b-1215-4e14-a0c7-4166dfe90953',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.748699] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.748803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.748856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.748995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.749073] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d75e15-4d28-4c85-bb11-fe5403fabfb4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.749848] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873a56a3-66e1-46da-bd68-7e925b65b31a taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.749966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.750021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.750166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.750232] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873a56a3-66e1-46da-bd68-7e925b65b31a',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.750874] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.750981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.751036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.751284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.751356] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8dbe75-e777-47a3-ad2c-61c7ded418bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.751995] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.752113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.752167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.752310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.752376] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.753076] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.753175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.753474] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.753596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.753662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.753807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.753875] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afb0ad3-feba-4282-901a-7c2ebab5bbf6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.754526] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875d0cef-dd7d-46cc-b333-0780f7236d71 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.754712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.754712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.755884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.755884] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875d0cef-dd7d-46cc-b333-0780f7236d71',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.755884] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.755884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.756384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.756384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.756384] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.756979] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.757098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.757156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.757769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.757769] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.758026] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f53f408-3193-4074-80eb-3c97bfe624ed taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.758128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.758239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.758330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.758399] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f53f408-3193-4074-80eb-3c97bfe624ed',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.759041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d940a7c6-05a8-42f9-b3a6-561b20964dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.759144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.759206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.759345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.759420] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d940a7c6-05a8-42f9-b3a6-561b20964dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.891007] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.891174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.891247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.891454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.891547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.891648] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1046.919361] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.919494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.919566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.919768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.919910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.927791] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1047.268373] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.268552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.268633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.268882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.269080] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.269205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.269483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.269483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.269602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.269637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.269744] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.272960] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.272960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.272960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.273425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.273425] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.273425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.273425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.273655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.273655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.273725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.273941] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.275390] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.275515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.275601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.275764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.280249] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.281038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.281038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.281038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.281038] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.281038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.281038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.281038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.281485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.281485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.281485] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.322981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.323141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.323886] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.323980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.331092] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.331217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.331920] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.332059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.334857] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.334956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.335837] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.335935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.337411] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.337500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.339741] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.339828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.342347] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.342458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.343172] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.343301] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.344627] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.344627] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.344627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.345074] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.345460] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.345576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.346180] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.346558] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.346652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.347260] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.347626] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.347738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.348695] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.349154] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.349267] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.350357] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.350718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.350983] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.350983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.351240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.351286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.351353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.351411] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 1047.352335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.352537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.353978] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.354088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.377088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.377240] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01ddfa9-f5a0-41c8-8825-6723192c60c2 is going to be deleted. [ 1047.378194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.378422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.388390] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.388782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.388782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.388782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.388896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.395873] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 1047.397560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.397698] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afb0ad3-feba-4282-901a-7c2ebab5bbf6 is going to be deleted. [ 1047.398576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.398814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.414535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.414690] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875d0cef-dd7d-46cc-b333-0780f7236d71 is going to be deleted. [ 1047.415755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.415993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.438065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.438218] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f53f408-3193-4074-80eb-3c97bfe624ed is going to be deleted. [ 1047.439162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.439392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.457384] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.457621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.464229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.464426] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be81e3e-cd53-413d-9890-501a5445eead is going to be deleted. [ 1047.465391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.465614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.467685] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.467798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.487229] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.487429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.492157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.492288] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873a56a3-66e1-46da-bd68-7e925b65b31a is going to be deleted. [ 1047.493354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.493611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.524126] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.524325] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.538277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.538505] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d75e15-4d28-4c85-bb11-fe5403fabfb4 is going to be deleted. [ 1047.539459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.539622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.592716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.592958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.601935] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.602194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.607237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.607391] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1bef618-4e68-4b17-90ea-e981e0a03913 is going to be deleted. [ 1047.608319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.608541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.631545] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.631681] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be deleted. [ 1047.632689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.632874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.688621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.688772] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183fc09b-1215-4e14-a0c7-4166dfe90953 is going to be deleted. [ 1047.691254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.691254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.709142] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.709142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.710828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.710877] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be deleted. [ 1047.711686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.711890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.719023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.719023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.775116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.775290] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be389d5-a354-49b7-b1dc-d7b3fe3e9b54 is going to be deleted. [ 1047.776212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.776434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.787093] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.787275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.787275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.787453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.787610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.787706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.787771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.787905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.787987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.788085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.788228] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.788332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.788386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.788502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.788650] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.788763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.788819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.788922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.788980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.789055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.789145] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.789988] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.790926] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.791078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.791135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.791238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.791380] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.791473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.791532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.791664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.791740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.791818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.791958] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.792059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.792111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.792357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.792392] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.792523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.792581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.792819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.792819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.792819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.792966] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.847189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.847376] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 is going to be deleted. [ 1047.848167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.848357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.848444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.848539] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be deleted. [ 1047.849876] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.849986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.850053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.850205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.850288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.850398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.851028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.851118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.851207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.851335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.851414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.851524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.851653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.851791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.856538] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.856630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.924335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.924536] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8dbe75-e777-47a3-ad2c-61c7ded418bb is going to be deleted. [ 1047.925491] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.925695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.925830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.925907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afb0ad3-feba-4282-901a-7c2ebab5bbf6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.926596] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.926704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.926761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.926914] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.926993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.927127] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be389d5-a354-49b7-b1dc-d7b3fe3e9b54" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.927255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.927396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.927470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.927579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875d0cef-dd7d-46cc-b333-0780f7236d71" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.928033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.928194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.928274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.928386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f53f408-3193-4074-80eb-3c97bfe624ed" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.928521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.928665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.928739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.928972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be81e3e-cd53-413d-9890-501a5445eead" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.928972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873a56a3-66e1-46da-bd68-7e925b65b31a" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d75e15-4d28-4c85-bb11-fe5403fabfb4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1bef618-4e68-4b17-90ea-e981e0a03913" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.931937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.981060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.981060] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d940a7c6-05a8-42f9-b3a6-561b20964dca is going to be deleted. [ 1047.981060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.981237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.981237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.981362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183fc09b-1215-4e14-a0c7-4166dfe90953" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.981506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.981651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.981728] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.981837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01ddfa9-f5a0-41c8-8825-6723192c60c2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.994503] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.994633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.994681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.994851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.994924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.995046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.001311] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1048.001311] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.014659] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.014794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.014866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.015036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.015117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.015230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.092323] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.092531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.092603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.092809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.092896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.093030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8dbe75-e777-47a3-ad2c-61c7ded418bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.106743] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 72s [ 1048.174520] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.174980] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.175142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.175212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.175417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.175505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.175630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d940a7c6-05a8-42f9-b3a6-561b20964dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.291830] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20ab6458-12d1-41c1-a863-82e3480bfc88: rpc.has_security_group_logging(os_id): False [ 1048.294688] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff8cd3bb-30b0-413d-bd3e-4166a97c31a2: rpc.has_security_group_logging(os_id): False [ 1048.295685] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a03a235-aec9-4f2d-9e0c-342c51720f77: rpc.has_security_group_logging(os_id): False [ 1048.348162] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.348162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.348162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.348321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.350134] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.350289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.350941] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.351056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.389470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.389753] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.389895] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.389970] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.390134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.390218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.390517] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.390634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.390691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.390845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.390922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.391173] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.391307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.391307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.391413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.391465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.391557] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1048.392734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.392894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.424901] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.425162] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.425278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.425338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.425601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.425687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.425775] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be updated. [ 1048.426796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.426965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.456740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.456983] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.457113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.457181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.457828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.457828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.457828] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.457828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.457828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.458115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.458115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.458191] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.458280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.458326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.458472] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.458537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.458621] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 1048.506130] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.506293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.506344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.506539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.506843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.525439] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: IN_PROGRESS for 2s [ 1048.532360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.532540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.532654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.532795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.532930] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.545245] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1048.553881] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.554095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.554095] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.554213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.554341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.567348] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 1048.937066] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1048.937269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.937443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.937660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.937855] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.937983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.938063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.938320] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.938403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.938493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.938586] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.405464] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 1049.405681] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 deletion is rescheduled due to dependency. [ 1049.405767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.441796] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.441796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.441796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.441796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.442058] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.442110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.442150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.442287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.442872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.442872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.442872] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.442872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.442872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.443099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.443099] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.443186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.443242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.443373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.443513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.443612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.443701] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.948160] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d22ee49c-698c-48bc-9d58-cd9e1433e4a5: rpc.has_security_group_logging(os_id): False [ 1049.966940] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.967106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.967167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.967371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.985836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.986297] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.986426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.987027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.987027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.987027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.987027] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.987220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.987220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.987342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.987469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.987714] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.987834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.987945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.988198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.988337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.988467] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1050.052016] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.052198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.052271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.052509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.052655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.063385] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1050.120602] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 74s [ 1050.537427] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: SUCCESS [ 1050.537670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.555553] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1050.555769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.575750] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 1050.575968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.927635] env[70008]: INFO networking_nsxv3.common.synchronization [req-6bd05f84-12b0-4a75-b432-f682efef9575 req-56cb1589-48d5-448d-82f8-84025c3f8cc4 tempest-ServersAdminTestJSON-902114635 tempest-ServersAdminTestJSON-902114635-project-member] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 1050.928814] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGHEST for action security_group_members [ 1050.928814] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.928814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.928814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.929039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.929039] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.929117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.929464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.929464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.929464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.929464] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.431895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.432080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.432151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.434180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.434323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.434542] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.434646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.434708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.435322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.435322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.435322] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be updated. [ 1051.452391] env[70008]: INFO networking_nsxv3.common.synchronization [req-d838dc83-4b4e-4302-8014-b6ce7dd0791f req-fca64afa-34ad-47a6-9e54-d60cc2a71ba3 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1051.452916] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1051.453231] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.453353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.453420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.453633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.453798] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.455332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.455332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.455332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.455332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.455332] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.461025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.461025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.461025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.461025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.461256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.471281] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: IN_PROGRESS for 2s [ 1051.845267] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.845587] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.845587] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.845857] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.849020] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.849020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.849020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.849020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.849020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.849020] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.849020] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.849020] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.849020] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.849020] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.849020] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.849020] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.865878] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.866063] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.866761] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.866998] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.867348] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-09fab36f-d589-45af-af17-b4f17c842dc9 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.867538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-09fab36f-d589-45af-af17-b4f17c842dc9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.867778] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-09fab36f-d589-45af-af17-b4f17c842dc9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.868041] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-09fab36f-d589-45af-af17-b4f17c842dc9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.868190] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09fab36f-d589-45af-af17-b4f17c842dc9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.956432] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.078844] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1052.079925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.079925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.079925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.079925] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.130692] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 76s [ 1052.372259] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.372668] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.372878] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.374016] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.374016] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.374016] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 09fab36f-d589-45af-af17-b4f17c842dc9 not found, creating... [ 1052.374016] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.374016] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.374270] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.375020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.375020] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.375020] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.375517] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.375696] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.375920] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.376104] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.378784] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 09fab36f-d589-45af-af17-b4f17c842dc9 is going to be created. [ 1052.400115] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.400475] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.400475] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.400756] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.401229] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.401335] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-09fab36f-d589-45af-af17-b4f17c842dc9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.459594] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.581941] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.582117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.582198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.582393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.582577] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.582702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.582874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.582874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.582960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.583066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.583144] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.963876] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.964227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.964227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.966857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.966857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.966857] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 is going to be updated. [ 1052.992454] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.992686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.992763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.992959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.993118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.001644] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: IN_PROGRESS for 2s [ 1053.087234] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.087234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.087382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.088143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.088143] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.089206] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.089287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.089472] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.089573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.089701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.089891] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.090404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.090502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.090702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.090903] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.090998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.092038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.093027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.093027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.093027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.093027] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.118173] env[70008]: INFO networking_nsxv3.common.synchronization [req-d838dc83-4b4e-4302-8014-b6ce7dd0791f req-fcfbf712-b9bc-4b63-bd1a-8d78b2a74785 service nova] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_rules [ 1053.118173] env[70008]: INFO networking_nsxv3.common.synchronization [req-d838dc83-4b4e-4302-8014-b6ce7dd0791f req-fcfbf712-b9bc-4b63-bd1a-8d78b2a74785 service nova] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1053.118173] env[70008]: INFO networking_nsxv3.common.synchronization [req-d838dc83-4b4e-4302-8014-b6ce7dd0791f req-fcfbf712-b9bc-4b63-bd1a-8d78b2a74785 service nova] Enqueued Resource ID: 09fab36f-d589-45af-af17-b4f17c842dc9 with Priority: HIGHEST for action port [ 1053.118781] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_rules [ 1053.118912] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1053.119012] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fab36f-d589-45af-af17-b4f17c842dc9 with Priority: HIGHEST for action port [ 1053.119626] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.119743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.119808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.121170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.121274] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.123579] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.123706] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.124071] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-09fab36f-d589-45af-af17-b4f17c842dc9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.124409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09fab36f-d589-45af-af17-b4f17c842dc9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.124478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09fab36f-d589-45af-af17-b4f17c842dc9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.124658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09fab36f-d589-45af-af17-b4f17c842dc9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.124733] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09fab36f-d589-45af-af17-b4f17c842dc9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.481745] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 in Status: SUCCESS [ 1053.481973] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 deletion is rescheduled due to dependency. [ 1053.483493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.598158] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d22ee49c-698c-48bc-9d58-cd9e1433e4a5: rpc.has_security_group_logging(os_id): False [ 1053.616384] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.616537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.616607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.616818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.616911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.617142] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.617241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.617304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.617449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.617525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.617712] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.617807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.617868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.618015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.618098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.618298] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.618390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.618452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.618588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.618662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.618747] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1053.627089] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09fab36f-d589-45af-af17-b4f17c842dc9 with status ACTIVE [ 1053.627276] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.627400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.627468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.627632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.627715] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.627883] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.628014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.628113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.628268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.628348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.628530] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.628626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.628687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.628929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.628929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.629036] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09fab36f-d589-45af-af17-b4f17c842dc9 is going to be updated. [ 1053.630478] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.630583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.649618] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.649939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.649939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.650166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.650298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.650586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09fab36f-d589-45af-af17-b4f17c842dc9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.681359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.681359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.681359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.681359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.681359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.697802] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1053.823592] env[70008]: INFO networking_nsxv3.common.synchronization [req-bebe6b23-9e19-4ad0-b602-725355f19c59 req-e88191fa-a984-4606-810b-8e15d8f7671c tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Enqueued Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1053.823592] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1053.823592] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.823592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.824976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.825697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.826063] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.826512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.827108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.827108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.827108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.827108] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.125085] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.125085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.125085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.125085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.125085] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.129445] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.129445] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.129445] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.129445] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.129445] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.129445] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.129445] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.129445] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.129445] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.129445] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.129445] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.142627] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 78s [ 1054.150018] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.150202] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.150350] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.150566] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.150899] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-13105a07-e789-4507-80aa-bad0b8d2dc5b taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.155843] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-13105a07-e789-4507-80aa-bad0b8d2dc5b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.155843] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-13105a07-e789-4507-80aa-bad0b8d2dc5b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.155843] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-13105a07-e789-4507-80aa-bad0b8d2dc5b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.156029] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13105a07-e789-4507-80aa-bad0b8d2dc5b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.279250] env[70008]: INFO networking_nsxv3.common.synchronization [None req-4b146799-d226-47f8-8024-a2a9cb54f02d None None] Enqueued Resource ID: 53bab934-30ce-4007-ac90-227def59afd0 with Priority: HIGHEST for action port [ 1054.279250] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bab934-30ce-4007-ac90-227def59afd0 with Priority: HIGHEST for action port [ 1054.279744] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-53bab934-30ce-4007-ac90-227def59afd0 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.279904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53bab934-30ce-4007-ac90-227def59afd0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.280054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53bab934-30ce-4007-ac90-227def59afd0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.280347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53bab934-30ce-4007-ac90-227def59afd0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.280493] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53bab934-30ce-4007-ac90-227def59afd0',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.331539] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.331697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.331775] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.331991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.332205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.332303] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.332399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.332461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.332639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.332715] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.332802] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d already deleted. [ 1054.332905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.659147] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.659147] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.659147] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.659404] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.659574] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.659766] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 13105a07-e789-4507-80aa-bad0b8d2dc5b not found, creating... [ 1054.660083] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.660493] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.660493] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.660639] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.660797] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.661112] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.661287] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.661411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.661644] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.661799] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.661947] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 13105a07-e789-4507-80aa-bad0b8d2dc5b is going to be created. [ 1054.690489] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.690489] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.690489] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.690489] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.690489] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.690489] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-13105a07-e789-4507-80aa-bad0b8d2dc5b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.720765] env[70008]: INFO networking_nsxv3.common.synchronization [req-88f41df2-e9b3-4885-85b7-36c83877d94d req-fa73df7d-419f-4819-9ae6-e51eb581905c tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1054.721246] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1054.721581] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.721763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.721809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.721982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.722448] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.722448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.722546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.722687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.722776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.722882] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.784290] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53bab934-30ce-4007-ac90-227def59afd0 [ 1054.784290] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.784290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.784290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.784290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.784290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.784290] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53bab934-30ce-4007-ac90-227def59afd0 already deleted. [ 1054.784290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53bab934-30ce-4007-ac90-227def59afd0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.011397] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: SUCCESS [ 1055.011763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.011945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.012168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.012365] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.012484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.012543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.012719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.012797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.012891] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.226372] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.226675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.226675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.226826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.226923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.227144] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.227244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.227306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.227460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.227532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.227620] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1055.254797] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.257560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.257560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.257560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.257560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.266090] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1055.368116] env[70008]: INFO networking_nsxv3.common.synchronization [req-bebe6b23-9e19-4ad0-b602-725355f19c59 req-2604e1c7-9613-4e97-b748-5cb31def0f88 service nova] Enqueued Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_rules [ 1055.368116] env[70008]: INFO networking_nsxv3.common.synchronization [req-bebe6b23-9e19-4ad0-b602-725355f19c59 req-2604e1c7-9613-4e97-b748-5cb31def0f88 service nova] Enqueued Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1055.368116] env[70008]: INFO networking_nsxv3.common.synchronization [req-bebe6b23-9e19-4ad0-b602-725355f19c59 req-2604e1c7-9613-4e97-b748-5cb31def0f88 service nova] Enqueued Resource ID: 13105a07-e789-4507-80aa-bad0b8d2dc5b with Priority: HIGHEST for action port [ 1055.368116] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_rules [ 1055.368116] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1055.368116] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13105a07-e789-4507-80aa-bad0b8d2dc5b with Priority: HIGHEST for action port [ 1055.368116] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.368116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.368116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.368116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.368116] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.371157] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.371157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.371157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.371157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.371639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.371639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.371639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.371639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.371639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.371823] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.372724] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-13105a07-e789-4507-80aa-bad0b8d2dc5b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.372724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13105a07-e789-4507-80aa-bad0b8d2dc5b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.372724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13105a07-e789-4507-80aa-bad0b8d2dc5b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.372888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13105a07-e789-4507-80aa-bad0b8d2dc5b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.372932] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13105a07-e789-4507-80aa-bad0b8d2dc5b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.517423] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.712494] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1055.712755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.875346] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.875582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.880334] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13105a07-e789-4507-80aa-bad0b8d2dc5b with status ACTIVE [ 1055.880334] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.881535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.881535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.881535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.881535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.881535] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.881535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.881535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.881917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.881917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.881917] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.882152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.882152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.882273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.882357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.882460] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13105a07-e789-4507-80aa-bad0b8d2dc5b is going to be updated. [ 1055.885415] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.906059] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.906059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.906059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.906059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.906059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.906059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13105a07-e789-4507-80aa-bad0b8d2dc5b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.020634] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.058939] env[70008]: INFO networking_nsxv3.common.synchronization [None req-67bdaaf1-b348-4304-848c-ce5d4bb88aec None None] Enqueued Resource ID: b3fd974e-c9ff-4326-a8c2-e789764bfab1 with Priority: HIGHEST for action port [ 1056.058939] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fd974e-c9ff-4326-a8c2-e789764bfab1 with Priority: HIGHEST for action port [ 1056.061975] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3fd974e-c9ff-4326-a8c2-e789764bfab1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.061975] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3fd974e-c9ff-4326-a8c2-e789764bfab1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.061975] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3fd974e-c9ff-4326-a8c2-e789764bfab1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.061975] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3fd974e-c9ff-4326-a8c2-e789764bfab1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.061975] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3fd974e-c9ff-4326-a8c2-e789764bfab1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.154814] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1056.156080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.156439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.156833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.157052] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.323577] env[70008]: INFO networking_nsxv3.common.synchronization [req-9d832d7e-7290-4998-93c1-286a8acc7a60 req-407a567a-e01c-4cd2-be8b-3b6a7b348921 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Enqueued Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1056.324326] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1056.324443] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.324547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.391451] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.522880] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.523055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.523129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.523352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.523445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.523554] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 is going to be updated. [ 1056.555492] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.555642] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.555708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.556035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.556126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.563346] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3fd974e-c9ff-4326-a8c2-e789764bfab1 [ 1056.563346] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.563783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.563783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.563783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.564927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.564927] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3fd974e-c9ff-4326-a8c2-e789764bfab1 already deleted. [ 1056.564927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3fd974e-c9ff-4326-a8c2-e789764bfab1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.570614] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: IN_PROGRESS for 2s [ 1056.609500] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.609500] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.609500] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.609500] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.609771] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.609908] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.610022] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.613957] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.614181] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.614350] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.614472] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.614582] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.614731] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.614810] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.614923] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.615077] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.644478] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.644666] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.644811] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.645320] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.645320] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-d394a1f0-dc87-421f-8efd-07835a2bcf25 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.645506] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-d394a1f0-dc87-421f-8efd-07835a2bcf25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.645633] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-d394a1f0-dc87-421f-8efd-07835a2bcf25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.646021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-d394a1f0-dc87-421f-8efd-07835a2bcf25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.646169] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d394a1f0-dc87-421f-8efd-07835a2bcf25',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.659125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.662558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.662558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.662558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.662558] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.662558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.662558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.662558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.662558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.662558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.662558] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.885191] env[70008]: INFO networking_nsxv3.common.synchronization [None req-1f02eff8-0eea-4c7f-bebd-978800ab917b tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_rules [ 1056.885191] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_rules [ 1056.885191] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.885191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.885191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.885847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.886105] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.903857] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.903857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.903857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.903857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.903857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.903857] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d is going to be created. [ 1056.927075] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.927075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.927075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.927075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.927075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.937840] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: UNINITIALIZED for 2s [ 1057.001120] env[70008]: INFO networking_nsxv3.common.synchronization [None req-286952e6-250c-422a-a7cd-96bc40f5ecc7 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_rules [ 1057.001120] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_rules [ 1057.003165] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.003165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.148541] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.148776] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.148909] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.149229] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.149478] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.149537] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port d394a1f0-dc87-421f-8efd-07835a2bcf25 not found, creating... [ 1057.149866] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.149949] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.150089] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.150314] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.151209] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.151209] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.151209] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.151209] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.151554] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.151554] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.151709] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: d394a1f0-dc87-421f-8efd-07835a2bcf25 is going to be created. [ 1057.164461] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.164598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.164663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.164832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.165015] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.165122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.165192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.165334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.165438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.165532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.165713] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.165817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.165880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.166109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.166172] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.166296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.166357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.166528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.166604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.166686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.166774] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.190103] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.190340] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.190471] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.190759] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.190993] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.191329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-d394a1f0-dc87-421f-8efd-07835a2bcf25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.275866] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1057.277280] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 deletion is rescheduled due to dependency. [ 1057.277280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.412586] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.412586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.412586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.413161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.413281] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 already deleted. [ 1057.413648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.413648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.413832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413976] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.671437] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27978bac-dcb1-494d-b2e6-507a467f160f: rpc.has_security_group_logging(os_id): False [ 1057.687146] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.689968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.689968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.689968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.708386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.708386] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.708386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.708634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.708634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.708708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709709] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709709] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.710252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.710252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.710252] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 1057.770600] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.770600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.770600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.770600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.770600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.785635] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 1057.945204] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.945457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.945583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.945956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.946413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.946413] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 already deleted. [ 1057.946413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.971958] env[70008]: INFO networking_nsxv3.common.synchronization [req-9d832d7e-7290-4998-93c1-286a8acc7a60 req-43ff03ed-df4f-4ffd-a01d-6f0a6746c949 service nova] Enqueued Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_rules [ 1057.971958] env[70008]: INFO networking_nsxv3.common.synchronization [req-9d832d7e-7290-4998-93c1-286a8acc7a60 req-43ff03ed-df4f-4ffd-a01d-6f0a6746c949 service nova] Enqueued Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1057.971958] env[70008]: INFO networking_nsxv3.common.synchronization [req-9d832d7e-7290-4998-93c1-286a8acc7a60 req-43ff03ed-df4f-4ffd-a01d-6f0a6746c949 service nova] Enqueued Resource ID: d394a1f0-dc87-421f-8efd-07835a2bcf25 with Priority: HIGHEST for action port [ 1057.971958] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_rules [ 1057.971958] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1057.971958] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d394a1f0-dc87-421f-8efd-07835a2bcf25 with Priority: HIGHEST for action port [ 1057.971958] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.971958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.971958] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.971958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.971958] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d394a1f0-dc87-421f-8efd-07835a2bcf25 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.971958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d394a1f0-dc87-421f-8efd-07835a2bcf25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.971958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d394a1f0-dc87-421f-8efd-07835a2bcf25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.971958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d394a1f0-dc87-421f-8efd-07835a2bcf25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.971958] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d394a1f0-dc87-421f-8efd-07835a2bcf25',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.473404] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d394a1f0-dc87-421f-8efd-07835a2bcf25 with status ACTIVE [ 1058.473853] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.473979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.474179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.474503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.474655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.474910] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.475134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.475217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.475428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.475528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.475766] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.475898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.475973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.476137] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.476254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.476361] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d394a1f0-dc87-421f-8efd-07835a2bcf25 is going to be updated. [ 1058.499742] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.499926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.499926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.500143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.500273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.500435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d394a1f0-dc87-421f-8efd-07835a2bcf25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.581961] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: SUCCESS [ 1058.582263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.582451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.582721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.583487] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.583680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.583772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.583955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.584108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.584325] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.584325] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.885609] env[70008]: INFO networking_nsxv3.common.synchronization [req-2b09c635-d7b9-4030-9603-2c99b49f562a req-8bedc85b-62d2-4546-b328-928a44046199 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Enqueued Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_members [ 1058.886227] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_members [ 1058.886448] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.886569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.886639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.886885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.887059] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.887164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.887242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.887372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.887456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.887548] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.950133] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: SUCCESS [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.950133] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.950133] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.950133] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.950133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.951204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.951204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.951204] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.086630] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.196418] env[70008]: INFO networking_nsxv3.common.synchronization [req-efb676ff-b6af-488f-96ed-3f11c97193ff req-94f0faac-35cc-47ad-96a7-5d70ae926b8d tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGHEST for action security_group_members [ 1059.196418] env[70008]: INFO networking_nsxv3.common.synchronization [req-efb676ff-b6af-488f-96ed-3f11c97193ff req-94f0faac-35cc-47ad-96a7-5d70ae926b8d tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1059.196418] env[70008]: INFO networking_nsxv3.common.synchronization [req-efb676ff-b6af-488f-96ed-3f11c97193ff req-94f0faac-35cc-47ad-96a7-5d70ae926b8d tempest-SecurityGroupsTestJSON-434860621 tempest-SecurityGroupsTestJSON-434860621-project-member] Enqueued Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 1059.199548] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGHEST for action security_group_members [ 1059.199548] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27978bac-dcb1-494d-b2e6-507a467f160f with Priority: HIGHEST for action security_group_members [ 1059.199548] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGHEST for action security_group_members [ 1059.199548] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a14d46-0821-4bfb-b184-815d0e29269b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.199548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.199548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.199548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.199548] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.199548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.199548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.199548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.199548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.199548] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.200164] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-27978bac-dcb1-494d-b2e6-507a467f160f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.200164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.200164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.200298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.200507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.200507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.200627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.200676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.200739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.200838] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.201788] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.201884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.201948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.202110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.202242] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.202330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.202390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.202522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.202794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.202794] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.392508] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.392793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.392928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.393173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.393269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.393489] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.393596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.393705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.393836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.393918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.394015] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 already deleted. [ 1059.394101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.398254] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.398569] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.398870] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.399144] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.399403] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.399563] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.399743] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.402093] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.402281] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.402495] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.402617] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.402795] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.402969] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.403037] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.403149] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.403288] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.420812] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.420985] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.421246] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.421318] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.421601] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-1c548735-b404-460f-821f-1f4af087088c taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.421776] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.421902] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.422218] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.422971] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c548735-b404-460f-821f-1f4af087088c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.453488] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.455015] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.457042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.589617] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a208895-5e38-4a2e-995f-1665efff51d4: rpc.has_security_group_logging(os_id): False [ 1059.608431] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.608592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.608657] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.608818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.625484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.625758] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.625872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.625957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.626131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.626216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.626297] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 is going to be updated. [ 1059.678835] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.679114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.679114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.679327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.679508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.692499] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: IN_PROGRESS for 2s [ 1059.703871] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.703998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.704052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.704249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.705295] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.705395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.705611] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.705699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.724749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.725054] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.725129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.725180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.725377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.725450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.725545] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a14d46-0821-4bfb-b184-815d0e29269b is going to be updated. [ 1059.726950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.726950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.726950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.726950] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.727273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.727273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.727273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.727402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.727402] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be updated. [ 1059.728229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.728403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.760575] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.760811] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.760928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.761048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.761187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.761266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.761357] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568877db-c715-484e-baf2-e87a8a0237f8 is going to be updated. [ 1059.766780] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.766930] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.767046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.767246] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.767403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.771555] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.771655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.771727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.771883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.772030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.783072] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a14d46-0821-4bfb-b184-815d0e29269b in Status: IN_PROGRESS for 2s [ 1059.783636] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: IN_PROGRESS for 2s [ 1059.798344] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1059.798605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.798861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.799069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.799160] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.800853] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.800853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.801024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.801171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.801300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.808185] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: IN_PROGRESS for 2s [ 1059.924880] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.925255] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.925255] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.925490] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.925648] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.925885] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 1c548735-b404-460f-821f-1f4af087088c not found, creating... [ 1059.926175] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.926341] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.926465] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.926709] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.926953] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.927262] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.927426] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.927547] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.927770] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.927921] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.928080] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 1c548735-b404-460f-821f-1f4af087088c is going to be created. [ 1059.953580] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.953841] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.953974] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.954284] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.954541] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.954790] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.957238] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.324729] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.324910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.325027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.326030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.326030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.326030] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f is going to be deleted. [ 1060.378416] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.378586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.378631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.378902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.378951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.379065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.379298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.379468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.379529] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.461994] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.461994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.461994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.461994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.461994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.461994] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d is going to be updated. [ 1060.492733] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.492733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.492733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.492733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.492733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.516742] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: IN_PROGRESS for 2s [ 1060.899232] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.899531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.899531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.899659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.899745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.899846] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f already deleted. [ 1060.899933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.900114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.900264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.900345] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.909523] env[70008]: INFO networking_nsxv3.common.synchronization [req-2b09c635-d7b9-4030-9603-2c99b49f562a req-14298ba8-d50a-4497-b4ed-a351e71492c3 service nova] Enqueued Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_rules [ 1060.909720] env[70008]: INFO networking_nsxv3.common.synchronization [req-2b09c635-d7b9-4030-9603-2c99b49f562a req-14298ba8-d50a-4497-b4ed-a351e71492c3 service nova] Enqueued Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_members [ 1060.909847] env[70008]: INFO networking_nsxv3.common.synchronization [req-2b09c635-d7b9-4030-9603-2c99b49f562a req-14298ba8-d50a-4497-b4ed-a351e71492c3 service nova] Enqueued Resource ID: 1c548735-b404-460f-821f-1f4af087088c with Priority: HIGHEST for action port [ 1060.910399] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_rules [ 1060.910533] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_members [ 1060.910643] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c548735-b404-460f-821f-1f4af087088c with Priority: HIGHEST for action port [ 1060.911194] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.911318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.911385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.911570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.911653] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.912865] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.913062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.913158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.913343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.913505] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.913602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.913727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.914134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.914134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.918090] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.919374] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c548735-b404-460f-821f-1f4af087088c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.919495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.919567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.919738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.919819] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c548735-b404-460f-821f-1f4af087088c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.420324] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.420954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.421080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.421307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.421396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.421569] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f already deleted. [ 1061.421643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.421932] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.422046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.422647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.422647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.422647] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27978bac-dcb1-494d-b2e6-507a467f160f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.423883] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c548735-b404-460f-821f-1f4af087088c with status ACTIVE [ 1061.424169] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.426010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.430075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.430332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.430422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.430690] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.431754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.431754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.431754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.431754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.431754] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.431754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.431754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.431754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.431754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.431754] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c548735-b404-460f-821f-1f4af087088c is going to be updated. [ 1061.433189] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.452920] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.453647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.453852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.454153] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.454665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.454908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.647216] env[70008]: INFO networking_nsxv3.common.synchronization [req-ae4b1884-a419-472c-a111-9d1cdb9819d1 req-ce24d259-a6a9-405d-bdc2-4777b0fc5715 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Enqueued Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGHEST for action security_group_members [ 1061.649628] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGHEST for action security_group_members [ 1061.649628] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2778fc97-5ee0-4b2c-9685-bc495dc25031 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.649628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.649628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.649628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.649628] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.649628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.650180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.650180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.650180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.650180] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2778fc97-5ee0-4b2c-9685-bc495dc25031',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.707186] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: SUCCESS [ 1061.709774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.794302] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a14d46-0821-4bfb-b184-815d0e29269b in Status: SUCCESS [ 1061.794539] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a14d46-0821-4bfb-b184-815d0e29269b deletion is rescheduled due to dependency. [ 1061.794676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.795571] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27978bac-dcb1-494d-b2e6-507a467f160f in Status: SUCCESS [ 1061.795764] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f deletion is rescheduled due to dependency. [ 1061.795884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.817851] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 568877db-c715-484e-baf2-e87a8a0237f8 in Status: SUCCESS [ 1061.818071] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 568877db-c715-484e-baf2-e87a8a0237f8 deletion is rescheduled due to dependency. [ 1061.818189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.937071] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.959634] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.960264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.960409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.960708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.960917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.961129] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27978bac-dcb1-494d-b2e6-507a467f160f already deleted. [ 1061.961267] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27978bac-dcb1-494d-b2e6-507a467f160f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.154536] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.154702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.154795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.155215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.155348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.155535] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.155641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.155688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.155942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.155942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.156122] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 already deleted. [ 1062.156122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.440567] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.440791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.441048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.441135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.441221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.441337] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 is going to be created. [ 1062.463456] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.464314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.464314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.464314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.464492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.473465] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: UNINITIALIZED for 2s [ 1062.527411] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: SUCCESS [ 1062.527630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.530020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.530020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.530020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.530020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.530020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.530020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.530020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.530020] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.984537] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.984909] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-914" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.984909] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-914" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.985241] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-914" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.985502] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.985666] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.985790] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.986342] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.986589] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.986875] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.987062] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.987241] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.987441] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.987675] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.987833] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.988071] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.008342] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.008342] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.008342] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.008583] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-914" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.010160] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-532131bd-8964-416b-9574-49020def4089 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.010160] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-532131bd-8964-416b-9574-49020def4089" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.010160] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-532131bd-8964-416b-9574-49020def4089" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.010160] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-532131bd-8964-416b-9574-49020def4089" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.010160] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532131bd-8964-416b-9574-49020def4089',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.031962] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.207515] env[70008]: INFO networking_nsxv3.common.synchronization [None req-4b95cc68-f9d8-4a8c-9c4a-fe1abc193256 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 1063.208053] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 1063.208918] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.208918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.208918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.208918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.208918] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.209228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.209653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.209889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.210782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.210782] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.514284] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.514526] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.514598] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.514921] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.515142] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.515330] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 532131bd-8964-416b-9574-49020def4089 not found, creating... [ 1063.515600] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.515763] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.515885] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.516135] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.516281] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.516650] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.516856] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.517060] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.517303] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.517453] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.517603] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 532131bd-8964-416b-9574-49020def4089 is going to be created. [ 1063.535728] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.539384] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.539615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.539741] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.540031] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.540697] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.540697] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-532131bd-8964-416b-9574-49020def4089" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.716616] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.716616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.716616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.716616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.716616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.716616] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.716616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.716616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.716616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.716616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.716616] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be deleted. [ 1063.747964] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.747964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.747964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.747964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.747964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.747964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.040196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.040196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.040196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.040196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.040196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.040196] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d is going to be updated. [ 1064.058813] env[70008]: INFO networking_nsxv3.common.synchronization [req-15e2b540-352b-4f95-850c-c4095c56239e req-82241b76-6bda-4de7-a3fd-943c6fb3bd75 tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 1064.060782] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 1064.061390] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.061525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.061601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.061873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.061991] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.062380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.062380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.062380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.062525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.062525] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.071732] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.071876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.071957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.072203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.072353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.082672] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: IN_PROGRESS for 2s [ 1064.483307] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: SUCCESS [ 1064.483525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.483695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.483936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.484142] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.484260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.484326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.484479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.484559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.484639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.484730] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.556330] env[70008]: INFO networking_nsxv3.common.synchronization [req-ae4b1884-a419-472c-a111-9d1cdb9819d1 req-47fe3e33-261d-4f17-920b-132ceb00f74b service nova] Enqueued Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGHEST for action security_group_rules [ 1064.556330] env[70008]: INFO networking_nsxv3.common.synchronization [req-ae4b1884-a419-472c-a111-9d1cdb9819d1 req-47fe3e33-261d-4f17-920b-132ceb00f74b service nova] Enqueued Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGHEST for action security_group_members [ 1064.556330] env[70008]: INFO networking_nsxv3.common.synchronization [req-ae4b1884-a419-472c-a111-9d1cdb9819d1 req-47fe3e33-261d-4f17-920b-132ceb00f74b service nova] Enqueued Resource ID: 532131bd-8964-416b-9574-49020def4089 with Priority: HIGHEST for action port [ 1064.556330] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGHEST for action security_group_rules [ 1064.556330] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGHEST for action security_group_members [ 1064.556330] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532131bd-8964-416b-9574-49020def4089 with Priority: HIGHEST for action port [ 1064.559105] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2778fc97-5ee0-4b2c-9685-bc495dc25031 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.559105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.559105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.559105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.559105] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2778fc97-5ee0-4b2c-9685-bc495dc25031',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.560795] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2778fc97-5ee0-4b2c-9685-bc495dc25031 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.562027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.562027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.562027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.562027] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.562027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.562027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.562027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.562027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.566507] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2778fc97-5ee0-4b2c-9685-bc495dc25031',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.566507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-532131bd-8964-416b-9574-49020def4089 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.566507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-532131bd-8964-416b-9574-49020def4089" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.566507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-532131bd-8964-416b-9574-49020def4089" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.566507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-532131bd-8964-416b-9574-49020def4089" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.566507] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532131bd-8964-416b-9574-49020def4089',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.574442] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.574746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.575050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.575454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.575635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.575920] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.576147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.576296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.576986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.577169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.577338] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be deleted. [ 1064.605337] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.605783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.605957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.606258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.606519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.606730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.716927] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.717171] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.717302] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.717563] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.717834] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.718875] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.719402] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.719653] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.719812] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.720061] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.720187] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.720300] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.720414] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.720539] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.720677] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.720786] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.738688] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.738867] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.739017] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.739202] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-424" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.739520] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.739697] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.739824] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.740182] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.740889] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33432f7-fc52-4f24-a1f1-bf72dfaf8580',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.987357] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.062371] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2778fc97-5ee0-4b2c-9685-bc495dc25031 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.062371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.064893] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2778fc97-5ee0-4b2c-9685-bc495dc25031',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.065533] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 532131bd-8964-416b-9574-49020def4089 with status ACTIVE [ 1065.065730] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.065857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.065916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.066121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.069072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.069072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.069375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.069375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.069375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.069478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.069941] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.069941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.069941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.069941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.070252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.070252] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 532131bd-8964-416b-9574-49020def4089 is going to be updated. [ 1065.090195] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.091422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.091929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.091929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.091929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.092259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-532131bd-8964-416b-9574-49020def4089" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.246038] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.246038] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.246038] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.246334] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.246334] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.246461] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port e33432f7-fc52-4f24-a1f1-bf72dfaf8580 not found, creating... [ 1065.246761] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.246943] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.247077] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.247329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.247481] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.247783] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.248008] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.248187] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.248414] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.248558] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.248706] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: e33432f7-fc52-4f24-a1f1-bf72dfaf8580 is going to be created. [ 1065.275304] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.275546] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.275698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.276046] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.276290] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.276550] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.489398] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 483979fa-c085-4ee6-a6d2-e89d588539e8: rpc.has_security_group_logging(os_id): False [ 1065.508331] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.508551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.508654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.508917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.509044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.509315] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.509418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.509481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.509632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.509721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.509809] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 is going to be created. [ 1065.563182] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.563355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.563402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.563605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.563943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.572935] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2778fc97-5ee0-4b2c-9685-bc495dc25031',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.574403] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: IN_PROGRESS for 2s [ 1066.076415] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.076688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.076688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.076864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.076954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.077070] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 is going to be created. [ 1066.091421] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: SUCCESS [ 1066.091629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.091787] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.091979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.092179] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.092398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.092398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.092503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.092569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.092655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.092885] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.092968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.093043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.093157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.093297] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.093389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.093448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.093583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.093657] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.093739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.093845] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.100661] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.100816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.100900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.101168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.101273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.110326] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 in Status: UNINITIALIZED for 2s [ 1066.189673] env[70008]: INFO networking_nsxv3.common.synchronization [req-15e2b540-352b-4f95-850c-c4095c56239e req-71e58afe-8fed-4806-9565-ddb821154530 service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 1066.189673] env[70008]: INFO networking_nsxv3.common.synchronization [req-15e2b540-352b-4f95-850c-c4095c56239e req-71e58afe-8fed-4806-9565-ddb821154530 service nova] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 1066.189673] env[70008]: INFO networking_nsxv3.common.synchronization [req-15e2b540-352b-4f95-850c-c4095c56239e req-71e58afe-8fed-4806-9565-ddb821154530 service nova] Enqueued Resource ID: e33432f7-fc52-4f24-a1f1-bf72dfaf8580 with Priority: HIGHEST for action port [ 1066.189673] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_rules [ 1066.189673] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 1066.189673] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33432f7-fc52-4f24-a1f1-bf72dfaf8580 with Priority: HIGHEST for action port [ 1066.189673] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.190156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.190156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.190156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.190259] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.191525] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.191692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.191795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.192096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.192291] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.192414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.192517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.192740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.192933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.193097] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.194409] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.195571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.195663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.195823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.195924] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33432f7-fc52-4f24-a1f1-bf72dfaf8580',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.596174] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d: rpc.has_security_group_logging(os_id): False [ 1066.613852] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.613852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.613852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.613852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.613852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.613852] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.613852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.613852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.613852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.613852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.613852] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.614430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.614430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.614430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.614430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.614579] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.614579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.614667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.614739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.614812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.614924] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d is going to be created. [ 1066.672915] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.673919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.674103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.674428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.674722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.686782] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: IN_PROGRESS for 2s [ 1066.692556] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.692556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.697803] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.700268] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e33432f7-fc52-4f24-a1f1-bf72dfaf8580 with status ACTIVE [ 1066.700500] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.700629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.700698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.700907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.701012] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.701202] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.701558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.701558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.701558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.701674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.701758] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.701868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.701969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.702047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.702097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.702185] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e33432f7-fc52-4f24-a1f1-bf72dfaf8580 is going to be updated. [ 1066.720372] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.720540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.720611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.720812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.720951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.721121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e33432f7-fc52-4f24-a1f1-bf72dfaf8580" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.201561] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.590605] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: SUCCESS [ 1067.590605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.705271] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.705271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.705271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.705271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.705271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.705271] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be created. [ 1067.736881] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.736881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.736881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.736881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.736881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.753722] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: UNINITIALIZED for 2s [ 1068.121803] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 in Status: SUCCESS [ 1068.121803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.121803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.121803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.121803] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.121803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.121803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.121803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.121803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.121803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.121803] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2778fc97-5ee0-4b2c-9685-bc495dc25031',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.623888] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2778fc97-5ee0-4b2c-9685-bc495dc25031 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.623888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.623888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.624262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.624385] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.624441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.624534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.625310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.625310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.625310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.625310] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2778fc97-5ee0-4b2c-9685-bc495dc25031 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.625310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.625310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.625702] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.625702] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.627211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.627322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.627484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.627565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.627919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.627919] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2778fc97-5ee0-4b2c-9685-bc495dc25031',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.705242] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: SUCCESS [ 1068.705422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.705977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.705977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.705977] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.132636] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2778fc97-5ee0-4b2c-9685-bc495dc25031: rpc.has_security_group_logging(os_id): False [ 1069.150072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.150072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.150072] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.150072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.150719] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.150719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.150719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.150719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.150719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.150719] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 is going to be created. [ 1069.208571] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.208746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.208796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.209086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.209284] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.209391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.209454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.209620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.209704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.209782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.209872] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.211633] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.211752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.211796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.211954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.212136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.223798] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 in Status: IN_PROGRESS for 2s [ 1069.714597] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.715157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.715157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.715521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.715867] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.715867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.716020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.716361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.716361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.716500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.716684] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.716941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.716941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.717393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.717597] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.717847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.718307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.718307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.718307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.718534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.718534] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.764985] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 1069.764985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.764985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.764985] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.764985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.764985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.764985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.764985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764985] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.226638] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d: rpc.has_security_group_logging(os_id): False [ 1070.246446] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.246576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.246689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.246973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.247176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.247476] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.247927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.247927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.248104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.248471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.248770] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.248967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.249256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.249550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.249645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.250290] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.250290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.250290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.250290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.250498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.250585] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d is going to be updated. [ 1070.266725] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.266957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.267352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.267635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.267969] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.268297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.268596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.268874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.269019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.269134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.269299] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.269398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.269545] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.269607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.269785] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.269874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.269937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.270144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.270188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.270234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.270322] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.304500] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.304945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.305052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.305355] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.305448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.318195] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: IN_PROGRESS for 2s [ 1070.432152] env[70008]: INFO networking_nsxv3.common.synchronization [req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 req-c6c25c9c-9c49-494f-85f2-fd38897143bd tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1070.432691] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1070.433248] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.433918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.433918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.433918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.434126] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.434260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.434260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.434453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.434501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.434601] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.773073] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1: rpc.has_security_group_logging(os_id): False [ 1070.790446] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.790674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.790674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.791198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.791198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.791198] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.791198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.791911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.791911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.791911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.791911] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.791911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.791911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.792263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.792263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.792355] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.792437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.792854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.792854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.792854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.793088] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be created. [ 1070.854297] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.854481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.854742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.854742] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.854976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.866071] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 1070.939623] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.984609] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.984828] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.984974] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.985283] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.986841] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.986841] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.986841] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.988037] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.988037] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.988037] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.988309] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.989311] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.989480] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.989617] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.989750] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.989906] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.007933] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.008142] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1071.008295] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.008489] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.008811] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-cb1dc899-9e9d-4441-ae52-8d13d4123e21 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.008996] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-cb1dc899-9e9d-4441-ae52-8d13d4123e21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.009133] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-cb1dc899-9e9d-4441-ae52-8d13d4123e21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.009648] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-cb1dc899-9e9d-4441-ae52-8d13d4123e21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.009648] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb1dc899-9e9d-4441-ae52-8d13d4123e21',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.234743] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 in Status: SUCCESS [ 1071.234743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.440830] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.512677] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.512973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.513136] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.513416] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.513570] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.513728] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port cb1dc899-9e9d-4441-ae52-8d13d4123e21 not found, creating... [ 1071.514045] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.514199] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.514324] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.514545] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.514683] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.514962] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.515706] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.515892] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.516136] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.516283] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.516431] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: cb1dc899-9e9d-4441-ae52-8d13d4123e21 is going to be created. [ 1071.534795] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.535016] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.535157] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.535414] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.535642] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.535885] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-cb1dc899-9e9d-4441-ae52-8d13d4123e21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.943265] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.943603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.943603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.943778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.943778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.943939] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1071.987194] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.987379] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.987425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.987636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.987816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.000624] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1072.337354] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: SUCCESS [ 1072.339863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.493650] env[70008]: INFO networking_nsxv3.common.synchronization [req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 req-51e5ee50-0f94-4dd8-b252-aeb1797adcf6 service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 1072.494335] env[70008]: INFO networking_nsxv3.common.synchronization [req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 req-51e5ee50-0f94-4dd8-b252-aeb1797adcf6 service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1072.494463] env[70008]: INFO networking_nsxv3.common.synchronization [req-32ecaca8-32ab-45f6-b477-5c90a1a36dc3 req-51e5ee50-0f94-4dd8-b252-aeb1797adcf6 service nova] Enqueued Resource ID: cb1dc899-9e9d-4441-ae52-8d13d4123e21 with Priority: HIGHEST for action port [ 1072.495571] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 1072.495571] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1072.495571] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1dc899-9e9d-4441-ae52-8d13d4123e21 with Priority: HIGHEST for action port [ 1072.495930] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.496118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.496222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.496505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.496710] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.497823] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.497963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.498244] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb1dc899-9e9d-4441-ae52-8d13d4123e21 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.498393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb1dc899-9e9d-4441-ae52-8d13d4123e21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.498486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb1dc899-9e9d-4441-ae52-8d13d4123e21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.498749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb1dc899-9e9d-4441-ae52-8d13d4123e21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.498861] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb1dc899-9e9d-4441-ae52-8d13d4123e21',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.878366] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 1072.878763] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.934721] env[70008]: INFO networking_nsxv3.common.synchronization [None req-a571f592-5328-4801-bf46-d0d2673b2797 None None] Enqueued Resource ID: fc4c28d3-6a92-44ad-991c-ee4e388c867f with Priority: HIGHEST for action port [ 1072.935470] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4c28d3-6a92-44ad-991c-ee4e388c867f with Priority: HIGHEST for action port [ 1072.936726] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4c28d3-6a92-44ad-991c-ee4e388c867f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.937054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4c28d3-6a92-44ad-991c-ee4e388c867f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.937198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4c28d3-6a92-44ad-991c-ee4e388c867f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.937941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4c28d3-6a92-44ad-991c-ee4e388c867f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.938310] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4c28d3-6a92-44ad-991c-ee4e388c867f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.949251] env[70008]: INFO networking_nsxv3.common.synchronization [req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 req-7baa5137-823d-4464-b6bc-bc2917d85076 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1072.949747] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1072.950056] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.950182] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.950250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.950440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.950655] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.950802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.950978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.951130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.951225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.951225] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.005163] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.005379] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.005572] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb1dc899-9e9d-4441-ae52-8d13d4123e21 with status ACTIVE [ 1073.005738] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.005845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.005905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.006124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.006228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.006407] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.006506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.006567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.006738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.006815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.006997] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.007105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.007172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.007313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.007386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.007470] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb1dc899-9e9d-4441-ae52-8d13d4123e21 is going to be updated. [ 1073.028513] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.028658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.028720] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.028936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.029102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.029277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb1dc899-9e9d-4441-ae52-8d13d4123e21" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.079400] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.079400] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.079400] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.079400] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.079400] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.079400] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.079400] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.080846] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.081036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.081264] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.081380] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.081493] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.081605] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.081717] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.081825] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.081962] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.102854] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.104256] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.104256] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.104256] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.104779] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-a6aac2be-fe3d-4206-ad70-80489df51a88 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.106856] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.106856] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.106856] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.106856] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6aac2be-fe3d-4206-ad70-80489df51a88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.402861] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.403151] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.403334] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.403944] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.404393] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.404578] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.404768] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.404927] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.405096] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.409099] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.409265] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.409265] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.409431] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.410029] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.410029] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.410029] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.430261] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.430261] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.430261] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.430261] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.430261] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-0518ead7-adad-4aa4-b701-5071f3912ada taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.430261] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-0518ead7-adad-4aa4-b701-5071f3912ada" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.430261] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-0518ead7-adad-4aa4-b701-5071f3912ada" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.430261] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-0518ead7-adad-4aa4-b701-5071f3912ada" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.430261] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0518ead7-adad-4aa4-b701-5071f3912ada',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.441074] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc4c28d3-6a92-44ad-991c-ee4e388c867f [ 1073.441074] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.441074] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.441074] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.441399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.441399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.441480] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc4c28d3-6a92-44ad-991c-ee4e388c867f already deleted. [ 1073.441655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4c28d3-6a92-44ad-991c-ee4e388c867f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.452947] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.453198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.453198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.453379] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.453461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.453646] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.453736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.453794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.453936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.454025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.454109] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be deleted. [ 1073.482268] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.482268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.482268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.482268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.482268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.482268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.609452] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.610100] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.610100] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.610100] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.610304] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.610500] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port a6aac2be-fe3d-4206-ad70-80489df51a88 not found, creating... [ 1073.610708] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.610935] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.611163] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.611310] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.611503] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.611908] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.615293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.615429] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.615658] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.615836] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.616508] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: a6aac2be-fe3d-4206-ad70-80489df51a88 is going to be created. [ 1073.634896] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.635136] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.635291] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.635576] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.635840] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.636105] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.932667] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.932944] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.935398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.935398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.935398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.935398] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 0518ead7-adad-4aa4-b701-5071f3912ada not found, creating... [ 1073.935398] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.935398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.935398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.935398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.935398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.935398] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.936145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.936145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.936145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.936145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.936145] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 0518ead7-adad-4aa4-b701-5071f3912ada is going to be created. [ 1073.955473] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.955890] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.955890] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.956145] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.956372] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.956592] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-0518ead7-adad-4aa4-b701-5071f3912ada" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.011199] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1074.011460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.011646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.011883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.012113] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.012257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.012325] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.012479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.012559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.012654] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.337456] env[70008]: INFO networking_nsxv3.common.synchronization [req-3796e7ec-aa02-448f-ba77-2cba353c00d8 req-9eec7549-6a2d-46d4-90cb-2189d3c6a666 service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 1074.337535] env[70008]: INFO networking_nsxv3.common.synchronization [req-3796e7ec-aa02-448f-ba77-2cba353c00d8 req-9eec7549-6a2d-46d4-90cb-2189d3c6a666 service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 1074.337723] env[70008]: INFO networking_nsxv3.common.synchronization [req-3796e7ec-aa02-448f-ba77-2cba353c00d8 req-9eec7549-6a2d-46d4-90cb-2189d3c6a666 service nova] Enqueued Resource ID: a6aac2be-fe3d-4206-ad70-80489df51a88 with Priority: HIGHEST for action port [ 1074.337920] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 1074.338023] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 1074.338119] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6aac2be-fe3d-4206-ad70-80489df51a88 with Priority: HIGHEST for action port [ 1074.338786] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.338994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.338994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.339514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.339514] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.340523] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.340523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.341160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.341160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.341160] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.341160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.341160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.341532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.341532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.341616] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.342676] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6aac2be-fe3d-4206-ad70-80489df51a88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.342676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.342676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.342935] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.342935] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6aac2be-fe3d-4206-ad70-80489df51a88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.515687] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.559143] env[70008]: INFO networking_nsxv3.common.synchronization [None req-3a91333f-e6fc-4b4d-bd76-c60bb04c0dda None None] Enqueued Resource ID: 1884d028-6921-4bf9-9733-88486bd27f81 with Priority: HIGHEST for action port [ 1074.559143] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1884d028-6921-4bf9-9733-88486bd27f81 with Priority: HIGHEST for action port [ 1074.559143] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-1884d028-6921-4bf9-9733-88486bd27f81 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.559143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1884d028-6921-4bf9-9733-88486bd27f81" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.559143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1884d028-6921-4bf9-9733-88486bd27f81" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.559726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1884d028-6921-4bf9-9733-88486bd27f81" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.559960] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1884d028-6921-4bf9-9733-88486bd27f81',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.632862] env[70008]: INFO networking_nsxv3.common.synchronization [None req-2be902c7-c7e3-4c23-863a-ead645ce5cce tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Enqueued Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_rules [ 1074.633628] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_rules [ 1074.634553] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77ca2cb2-f336-453e-8102-51f4fdb4b277 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.635549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.635736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.636277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.636492] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.715622] env[70008]: INFO networking_nsxv3.common.synchronization [None req-765ca1fc-6f7e-4396-98f1-935c12dfde72 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Enqueued Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_rules [ 1074.716456] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_rules [ 1074.716792] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77ca2cb2-f336-453e-8102-51f4fdb4b277 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.717359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.790890] env[70008]: INFO networking_nsxv3.common.synchronization [req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 req-7541227d-0639-4872-8cfa-30c13eaf0599 service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1074.791179] env[70008]: INFO networking_nsxv3.common.synchronization [req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 req-7541227d-0639-4872-8cfa-30c13eaf0599 service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1074.791394] env[70008]: INFO networking_nsxv3.common.synchronization [req-bb261a26-6ff1-4051-8f54-b5dc270b49b5 req-7541227d-0639-4872-8cfa-30c13eaf0599 service nova] Enqueued Resource ID: 0518ead7-adad-4aa4-b701-5071f3912ada with Priority: HIGHEST for action port [ 1074.792106] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1074.792412] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1074.792533] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0518ead7-adad-4aa4-b701-5071f3912ada with Priority: HIGHEST for action port [ 1074.792901] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.793370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.793370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.793588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.793748] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.797384] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.797591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.797723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.798015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.798267] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.798440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.798585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.799016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.799016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.799178] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.800338] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-0518ead7-adad-4aa4-b701-5071f3912ada taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.800492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0518ead7-adad-4aa4-b701-5071f3912ada" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.800622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0518ead7-adad-4aa4-b701-5071f3912ada" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.800928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0518ead7-adad-4aa4-b701-5071f3912ada" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.801251] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0518ead7-adad-4aa4-b701-5071f3912ada',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.848021] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.848021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.848021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.848021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6aac2be-fe3d-4206-ad70-80489df51a88 with status ACTIVE [ 1074.848021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.848021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.848021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.848021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.848021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.848021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.848021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.849244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.849782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.850211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.850750] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.851077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.851333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.851655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.851898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.852203] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6aac2be-fe3d-4206-ad70-80489df51a88 is going to be updated. [ 1074.873070] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.873976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.873976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.873976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.873976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.874293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.016956] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.065131] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1884d028-6921-4bf9-9733-88486bd27f81 [ 1075.065361] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.065490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.065558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.065784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.065846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.066038] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1884d028-6921-4bf9-9733-88486bd27f81 already deleted. [ 1075.066038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1884d028-6921-4bf9-9733-88486bd27f81" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.161431] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.161595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.162688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.162882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.163042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.163244] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 already deleted. [ 1075.163354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.163774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.164057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.164250] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.302866] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.303981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.304150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.304358] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0518ead7-adad-4aa4-b701-5071f3912ada with status ACTIVE [ 1075.305071] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.305071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.305071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.305071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.305071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.305258] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.305258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.305258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.305532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.305532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.305680] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.305804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.305867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.306025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.306370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.306370] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0518ead7-adad-4aa4-b701-5071f3912ada is going to be updated. [ 1075.330714] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.332121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.332121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.332121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.332121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.332273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0518ead7-adad-4aa4-b701-5071f3912ada" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.356917] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.373357] env[70008]: INFO networking_nsxv3.common.synchronization [req-ea7e7f5a-11ab-4342-8534-39e996f4f733 req-b9740f37-ad5d-444f-8318-162e7befc192 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1075.374480] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1075.374797] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.374944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.374995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.375188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.375354] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.375459] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.375517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.375665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.375748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.375841] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.518960] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.519745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.519871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.520146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.520285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.520403] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1075.553019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.553019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.565496] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1075.688119] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.688499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.688499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.688499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.688658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.688658] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 already deleted. [ 1075.688797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.737622] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.737622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.737622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.737622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.737622] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.737622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.737622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.737622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.737622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.738079] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.738079] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.738079] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.738354] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.738354] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.738474] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.738611] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.756861] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.757024] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.757225] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.757455] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-372" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.757786] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.757956] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.758095] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.758424] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.758598] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a31752b-6d00-460b-8ab0-8bc87d11a7b3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.808695] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.858595] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.858744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.858816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.859681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.859681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.859681] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be created. [ 1075.877767] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.877894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.877962] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.878186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.878277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.878463] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.878564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.878621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.878768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.878845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.878931] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1075.882086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.882270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.882341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.882499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.882643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.901205] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: UNINITIALIZED for 2s [ 1075.913894] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.914105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.914213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.914487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.914685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.922473] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1076.261392] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.261872] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.261872] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.262040] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.262219] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.262401] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 7a31752b-6d00-460b-8ab0-8bc87d11a7b3 not found, creating... [ 1076.262666] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.262826] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.262947] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.263233] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.263379] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.263660] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.263821] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.263947] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.264205] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.264398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.264571] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 7a31752b-6d00-460b-8ab0-8bc87d11a7b3 is going to be created. [ 1076.282509] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.282730] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.282898] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.283241] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.283478] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.283707] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.310455] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.310597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.310663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.310858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.310948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.311058] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be created. [ 1076.336340] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.336559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.336681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.336940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.337170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.348450] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: UNINITIALIZED for 2s [ 1077.075190] env[70008]: INFO networking_nsxv3.common.synchronization [req-ea7e7f5a-11ab-4342-8534-39e996f4f733 req-9f9db090-d4f7-4b32-aa53-16905ac2b1d2 service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 1077.075190] env[70008]: INFO networking_nsxv3.common.synchronization [req-ea7e7f5a-11ab-4342-8534-39e996f4f733 req-9f9db090-d4f7-4b32-aa53-16905ac2b1d2 service nova] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1077.075190] env[70008]: INFO networking_nsxv3.common.synchronization [req-ea7e7f5a-11ab-4342-8534-39e996f4f733 req-9f9db090-d4f7-4b32-aa53-16905ac2b1d2 service nova] Enqueued Resource ID: 7a31752b-6d00-460b-8ab0-8bc87d11a7b3 with Priority: HIGHEST for action port [ 1077.075604] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_rules [ 1077.075604] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1077.075604] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a31752b-6d00-460b-8ab0-8bc87d11a7b3 with Priority: HIGHEST for action port [ 1077.076055] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.077915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.077915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.077915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.077915] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.078279] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.078279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.078385] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.078453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.078492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.078696] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.078777] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a31752b-6d00-460b-8ab0-8bc87d11a7b3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.575592] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1077.575834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.575967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.576207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.576532] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.576659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.576659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.576792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.576991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.576991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.577099] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.582611] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.582741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.583068] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a31752b-6d00-460b-8ab0-8bc87d11a7b3 with status ACTIVE [ 1077.583281] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.584376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.584376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.584376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.584376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.584376] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.584376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.584376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.584376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.584376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.584969] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.584969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.584969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.584969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.584969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.584969] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a31752b-6d00-460b-8ab0-8bc87d11a7b3 is going to be updated. [ 1077.603671] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.605190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.605264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.605550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.605727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.605915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a31752b-6d00-460b-8ab0-8bc87d11a7b3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.911510] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 1077.911733] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.911900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.912126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.912322] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.912432] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.912499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.912652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.912731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.912817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.912907] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.930851] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1077.930851] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 deletion is rescheduled due to dependency. [ 1077.930851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.931341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.931440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.932735] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.932735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.932735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.932735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.932735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.932735] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.080653] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.080876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.080934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.081533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.081533] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.081533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.081533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.081765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.081802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.081914] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.082042] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.082139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.082197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.082395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.082477] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.082551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.082612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.082743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.082829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.082911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.083030] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.363600] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1078.363819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.363980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.364241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.364434] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.364550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.364615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.364765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.364846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.364931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.365034] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.415917] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.416145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.416205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.416378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.416539] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.416638] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.416701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.416843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.416933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.417029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.417274] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.417390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.417433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.417566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.417703] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.417794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.417854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.417986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.418077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.418160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.418248] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.434467] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.585458] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d22ee49c-698c-48bc-9d58-cd9e1433e4a5: rpc.has_security_group_logging(os_id): False [ 1078.603065] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.603213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.603259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.603498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.603606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.603815] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.603918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.603981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.604145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.604222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.604438] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.604556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.604603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.604744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.604850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.605167] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.605167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.605303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.605384] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.605483] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.605610] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1078.663083] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.663352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.663473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.663987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.663987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.686058] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1078.871020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.871020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.871020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.871020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.871020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.872494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.872494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.872494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.872494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.872494] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.920689] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78e1716d-0c3f-49b2-b3f0-054599cba52b: rpc.has_security_group_logging(os_id): False [ 1078.937744] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.938376] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.938520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.938582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.938824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.938933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.939117] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.939219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.939283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.939432] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.939690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.939898] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.939995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.940069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.940220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.940316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.940537] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.940630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.940688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.940780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.941018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.941018] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be created. [ 1078.994708] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.994991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.995103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.995393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.996041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.007584] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 1079.374427] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572d5020-030e-4c09-8ea6-79ca6568283f: rpc.has_security_group_logging(os_id): False [ 1079.393882] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.394143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.394143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.394455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.394455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.394847] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.394847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.394847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.395044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.395044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.395219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.395318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.395381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.395945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.395945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.395945] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.395945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.395945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.396484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.396617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.396726] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be created. [ 1079.443674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.443858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.443906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.447022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.447022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.447022] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1079.457714] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.457932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.458020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.458351] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.458592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.472982] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1079.476452] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.476598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.476669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.476881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.477028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.485337] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1079.894244] env[70008]: INFO networking_nsxv3.common.synchronization [req-175c2c9c-3cf8-40cb-bd96-936906b091a3 req-580392c8-1336-4c4a-9734-57d4d87a209b tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Enqueued Resource ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 with Priority: HIGHEST for action security_group_members [ 1079.894244] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 with Priority: HIGHEST for action security_group_members [ 1079.894244] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ad56d2-9b28-4060-a874-99b3a94bcd23 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.894244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.894244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.895157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.895479] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.895768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.897434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.897434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.897434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.897434] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02ad56d2-9b28-4060-a874-99b3a94bcd23',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.402669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.402669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.402669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.402669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.402669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.402669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.402669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.402669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.402669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.402669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.402669] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 already deleted. [ 1080.402669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.700474] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1080.700816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.802187] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.802526] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.802526] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.802840] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.803258] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.803375] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.804061] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.804061] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.804061] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.804061] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.804256] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.804314] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.804430] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.804550] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.804660] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.804796] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.823903] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.824020] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.824099] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.824276] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-82" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.824595] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-5fdd2d91-2505-4898-ae79-3dccf6787975 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.824935] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-5fdd2d91-2505-4898-ae79-3dccf6787975" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.824935] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-5fdd2d91-2505-4898-ae79-3dccf6787975" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.825301] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-5fdd2d91-2505-4898-ae79-3dccf6787975" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.825465] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdd2d91-2505-4898-ae79-3dccf6787975',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.025413] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 1081.025866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.327763] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.329482] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.329482] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.329482] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.331943] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.332238] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 5fdd2d91-2505-4898-ae79-3dccf6787975 not found, creating... [ 1081.332745] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.333069] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.333282] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.333607] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.334124] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.334899] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.335886] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.336072] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.336383] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.336575] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.336770] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 5fdd2d91-2505-4898-ae79-3dccf6787975 is going to be created. [ 1081.366636] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.370895] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.371017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.371642] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.371642] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.371862] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-5fdd2d91-2505-4898-ae79-3dccf6787975" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.497037] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1081.497037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.497037] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1081.497037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.497037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.497037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.497037] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.497037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.497037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.497037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.497037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.497037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.497037] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.999840] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.000070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.000163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.000398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.000603] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.000708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.000772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.000924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.001025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.001139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.001317] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.001413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.001475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.001635] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.001799] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.005194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.005295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.005487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.005656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.005656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.005751] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.261593] env[70008]: INFO networking_nsxv3.common.synchronization [req-8443c8d3-8975-4ca3-b1d9-19c10edcfa44 req-7797b476-b4bc-4c9b-acd2-41bbc6a49a3f tempest-ServerDiskConfigTestJSON-659790380 tempest-ServerDiskConfigTestJSON-659790380-project-member] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 1082.261930] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGHEST for action security_group_members [ 1082.262536] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.264390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.264390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.264559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.264750] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.264870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.264937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.265115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.265205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.265303] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.333578] env[70008]: INFO networking_nsxv3.common.synchronization [req-175c2c9c-3cf8-40cb-bd96-936906b091a3 req-4502552f-eb3b-402e-b8a8-9c9b441d9585 service nova] Enqueued Resource ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 with Priority: HIGHEST for action security_group_rules [ 1082.333578] env[70008]: INFO networking_nsxv3.common.synchronization [req-175c2c9c-3cf8-40cb-bd96-936906b091a3 req-4502552f-eb3b-402e-b8a8-9c9b441d9585 service nova] Enqueued Resource ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 with Priority: HIGHEST for action security_group_members [ 1082.333578] env[70008]: INFO networking_nsxv3.common.synchronization [req-175c2c9c-3cf8-40cb-bd96-936906b091a3 req-4502552f-eb3b-402e-b8a8-9c9b441d9585 service nova] Enqueued Resource ID: 5fdd2d91-2505-4898-ae79-3dccf6787975 with Priority: HIGHEST for action port [ 1082.334093] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 with Priority: HIGHEST for action security_group_rules [ 1082.334211] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 with Priority: HIGHEST for action security_group_members [ 1082.334580] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdd2d91-2505-4898-ae79-3dccf6787975 with Priority: HIGHEST for action port [ 1082.335568] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02ad56d2-9b28-4060-a874-99b3a94bcd23 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.335710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.335776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.336339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.336450] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02ad56d2-9b28-4060-a874-99b3a94bcd23',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.337355] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ad56d2-9b28-4060-a874-99b3a94bcd23 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.337478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.337545] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.337757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.339367] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.339367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.339367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.339367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.339367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.339367] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02ad56d2-9b28-4060-a874-99b3a94bcd23',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.340374] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fdd2d91-2505-4898-ae79-3dccf6787975 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.341133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fdd2d91-2505-4898-ae79-3dccf6787975" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.341223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fdd2d91-2505-4898-ae79-3dccf6787975" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.341552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fdd2d91-2505-4898-ae79-3dccf6787975" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.341598] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdd2d91-2505-4898-ae79-3dccf6787975',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.507902] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a03a235-aec9-4f2d-9e0c-342c51720f77: rpc.has_security_group_logging(os_id): False [ 1082.524930] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.525190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.525190] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.525397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.525517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.525722] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.525816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.525883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.526252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.526252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.526422] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.526501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.526549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.526698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.526776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.527009] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.527124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.527176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.527306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.527415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.527551] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1082.584033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.584225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.584274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.584750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.585098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.598527] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1082.768576] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.768795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.768795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.769041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.769141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.769342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.769440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.769504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.769735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.770063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.770205] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be updated. [ 1082.802708] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.802879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.802949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.803261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.805748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.811651] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: IN_PROGRESS for 2s [ 1082.843303] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02ad56d2-9b28-4060-a874-99b3a94bcd23',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.844501] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ad56d2-9b28-4060-a874-99b3a94bcd23 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.844648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.844995] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fdd2d91-2505-4898-ae79-3dccf6787975 with status ACTIVE [ 1082.845169] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.845277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.845582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.845582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.845669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.845774] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.845864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.845926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.848281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.848442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.848580] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.848676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.848899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.849141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.849186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.849257] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fdd2d91-2505-4898-ae79-3dccf6787975 is going to be updated. [ 1082.870760] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.870931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.870931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.871187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.871314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.871533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fdd2d91-2505-4898-ae79-3dccf6787975" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.346168] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02ad56d2-9b28-4060-a874-99b3a94bcd23',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.850989] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.851211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.851288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.851498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.851587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.851690] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 is going to be created. [ 1083.876825] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.877152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.877314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.877682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.878006] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.886748] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 in Status: UNINITIALIZED for 2s [ 1084.613747] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1084.614129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.824448] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 in Status: SUCCESS [ 1084.825427] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 deletion is rescheduled due to dependency. [ 1084.825597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.988520] env[70008]: INFO networking_nsxv3.common.synchronization [req-7e1e4f16-8ecc-4215-8447-1a70d145191e req-a4ddd84a-e6bd-407a-99c2-101872724487 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_members [ 1084.989072] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_members [ 1084.989378] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.989511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.989584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.989818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.989972] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.990542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.990542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.990542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.990731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.991270] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.493592] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.493592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.493592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.493848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.493888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.494147] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.494300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.494365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.494538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.494610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.494715] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 already deleted. [ 1085.494811] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.896414] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 in Status: SUCCESS [ 1085.896692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.896794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.897015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.897521] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.897661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.897729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.897905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.898008] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.898103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.898211] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02ad56d2-9b28-4060-a874-99b3a94bcd23',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.091086] env[70008]: INFO networking_nsxv3.common.synchronization [req-51405276-7163-4ba8-a5b5-f867ebfd1e20 req-82733438-30a2-417e-918d-4a18fc026d09 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1086.091729] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1086.092596] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.092782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.093987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.094529] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.095160] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.095485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.095565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.095772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.095866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.095982] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.141484] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.142199] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.142199] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.142199] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.142436] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.142603] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.142743] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.142985] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.143191] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.143434] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.143556] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.143681] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.143833] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.144080] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.144311] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.144523] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.163501] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.163621] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.163764] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.163961] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.164813] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.164813] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.164813] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.165026] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.165116] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8bf5f21-c096-4393-8ec1-f3c3ea14ab26',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.401400] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ad56d2-9b28-4060-a874-99b3a94bcd23 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.403039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.403039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.403039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.403039] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.403353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.403389] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.403596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.403836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.403836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.404060] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ad56d2-9b28-4060-a874-99b3a94bcd23 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.406185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.406286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.406506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.406714] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.406863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.406966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.407446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.407586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.407718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.407847] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02ad56d2-9b28-4060-a874-99b3a94bcd23',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.599137] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.670137] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.670137] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.670137] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.670137] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.670137] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.670137] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 not found, creating... [ 1086.670137] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.670137] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.670137] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.670137] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.670137] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.671402] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.671402] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.671402] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.671402] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.671582] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.671709] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 is going to be created. [ 1086.694312] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.696385] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.696385] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.696385] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.696385] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.696385] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.910346] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02ad56d2-9b28-4060-a874-99b3a94bcd23: rpc.has_security_group_logging(os_id): False [ 1086.928242] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.928577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.928577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.928577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.928689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.928848] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.928981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.929163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.929231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.929287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.929485] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.929610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.929666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.929779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.929843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.931374] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.931374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.931374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.931374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.931374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.931374] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 is going to be created. [ 1087.001403] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.001569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.001698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.001858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.002070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.012932] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 in Status: IN_PROGRESS for 2s [ 1087.070351] env[70008]: INFO networking_nsxv3.common.synchronization [None req-37ad3240-2ec5-41bd-80dd-bcb43e57d9c6 None None] Enqueued Resource ID: e8f27b47-6937-4440-8fb9-e465d60ead05 with Priority: HIGHEST for action port [ 1087.070351] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f27b47-6937-4440-8fb9-e465d60ead05 with Priority: HIGHEST for action port [ 1087.070351] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f27b47-6937-4440-8fb9-e465d60ead05 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.070351] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f27b47-6937-4440-8fb9-e465d60ead05" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.070351] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f27b47-6937-4440-8fb9-e465d60ead05" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.070351] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f27b47-6937-4440-8fb9-e465d60ead05" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.070351] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f27b47-6937-4440-8fb9-e465d60ead05',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.102686] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.510866] env[70008]: INFO networking_nsxv3.common.synchronization [req-7e1e4f16-8ecc-4215-8447-1a70d145191e req-01be912c-7e4b-467d-ad5f-e124eb55d03b service nova] Enqueued Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_rules [ 1087.510866] env[70008]: INFO networking_nsxv3.common.synchronization [req-7e1e4f16-8ecc-4215-8447-1a70d145191e req-01be912c-7e4b-467d-ad5f-e124eb55d03b service nova] Enqueued Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_members [ 1087.510866] env[70008]: INFO networking_nsxv3.common.synchronization [req-7e1e4f16-8ecc-4215-8447-1a70d145191e req-01be912c-7e4b-467d-ad5f-e124eb55d03b service nova] Enqueued Resource ID: a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 with Priority: HIGHEST for action port [ 1087.514041] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_rules [ 1087.514041] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_members [ 1087.514041] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 with Priority: HIGHEST for action port [ 1087.514041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.514212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.514212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.514464] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.514553] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.516346] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.516346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.516346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.516490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.516588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.516689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.516750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.516903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.516999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.517106] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.518641] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.518936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.519051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.519275] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.519310] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8bf5f21-c096-4393-8ec1-f3c3ea14ab26',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.576475] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8f27b47-6937-4440-8fb9-e465d60ead05 [ 1087.576770] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.576924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.577045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.577453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.577579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.577723] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8f27b47-6937-4440-8fb9-e465d60ead05 already deleted. [ 1087.577884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f27b47-6937-4440-8fb9-e465d60ead05" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.604635] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.604781] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.604855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.605088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.605175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.605276] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1087.651613] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.655021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.655021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.655021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.655021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.662161] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1088.019016] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.025061] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 with status ACTIVE [ 1088.025314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.025475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.025547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.025770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.026750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.026750] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.026750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.026750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.026750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.026750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.026750] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.027118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.027118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.027118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.027377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.027481] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8bf5f21-c096-4393-8ec1-f3c3ea14ab26 is going to be updated. [ 1088.029128] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.029128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.049175] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.049340] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.049442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.049788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.049944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.051704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8bf5f21-c096-4393-8ec1-f3c3ea14ab26" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.253353] env[70008]: INFO networking_nsxv3.common.synchronization [None req-3dd2a3c7-9aad-477c-b0a1-cf9afa2f7d75 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Enqueued Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_rules [ 1088.253353] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_rules [ 1088.253353] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.253353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.253353] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.254147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.254147] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.412441] env[70008]: INFO networking_nsxv3.common.synchronization [None req-70ae44cf-7aa5-4754-acf0-282edf5b1cf3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Enqueued Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_rules [ 1088.413426] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_rules [ 1088.413897] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.414108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.525231] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.777342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.777496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.777568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.778607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.778607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.778607] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 already deleted. [ 1088.778607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.778607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.778879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.778879] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.024212] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 in Status: SUCCESS [ 1089.024212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.029427] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.029427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.029427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.029427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.029427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.029427] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 is going to be created. [ 1089.050182] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.050471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.050563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.050816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.051073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.060910] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 in Status: UNINITIALIZED for 2s [ 1089.302024] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.302200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.302336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.302584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.302676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.302776] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 already deleted. [ 1089.302860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.672625] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1089.673180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.734045] env[70008]: INFO networking_nsxv3.common.synchronization [None req-fe7f3186-1cb3-4636-a634-2f3d2c7ba787 None None] Enqueued Resource ID: c30e2796-12b2-4305-87b5-2b37d9262ef6 with Priority: HIGHEST for action port [ 1089.734575] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30e2796-12b2-4305-87b5-2b37d9262ef6 with Priority: HIGHEST for action port [ 1089.734897] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-c30e2796-12b2-4305-87b5-2b37d9262ef6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.735454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c30e2796-12b2-4305-87b5-2b37d9262ef6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.735954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c30e2796-12b2-4305-87b5-2b37d9262ef6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.739410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c30e2796-12b2-4305-87b5-2b37d9262ef6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.739494] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c30e2796-12b2-4305-87b5-2b37d9262ef6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.243490] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c30e2796-12b2-4305-87b5-2b37d9262ef6 [ 1090.243490] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.243490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.243490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.243490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.243490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.243490] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c30e2796-12b2-4305-87b5-2b37d9262ef6 already deleted. [ 1090.243490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c30e2796-12b2-4305-87b5-2b37d9262ef6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.500904] env[70008]: INFO networking_nsxv3.common.synchronization [req-bff49e43-a2ae-42bd-97ea-ce16711db30a req-b6b4d22e-0886-46dc-a8c9-0f80a08b76c2 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Enqueued Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_members [ 1090.501453] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_members [ 1090.501751] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ca2cb2-f336-453e-8102-51f4fdb4b277 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.501864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.501934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.503265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.503265] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.503265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.503265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.503265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.503265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.503265] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.545115] env[70008]: INFO networking_nsxv3.common.synchronization [req-d52a6264-954b-4b5e-8b03-104d85cd9869 req-166bd82e-39cd-4621-a142-3d35c7ca7333 tempest-AttachVolumeTestJSON-1192689433 tempest-AttachVolumeTestJSON-1192689433-project-member] Enqueued Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_members [ 1090.545741] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 with Priority: HIGHEST for action security_group_members [ 1090.547023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-92320a08-b2fb-481f-86e3-8fe4fe714a00 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.547023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.547023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.547023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.547023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.547023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.547023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.547023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.547023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.547440] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92320a08-b2fb-481f-86e3-8fe4fe714a00',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.008647] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.008925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.009057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.009402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.009562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.009903] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.010117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.010181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.010982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.012486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.012722] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 already deleted. [ 1091.012972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.050675] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.050675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.050675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.050675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.071159] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 in Status: SUCCESS [ 1091.071159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.071159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.071379] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.071411] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.071549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.071655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.071934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.072055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.072160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.072260] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.075086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.075320] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.075533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.075533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.075700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.075781] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.075874] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 is going to be updated. [ 1091.101209] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.101424] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.101537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.101788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.101968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.109220] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 in Status: IN_PROGRESS for 2s [ 1091.141232] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.141494] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.141667] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.141998] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.143945] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.144161] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.144558] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.144733] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.144931] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.145144] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.145267] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.145388] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.145505] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.145664] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.145779] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.145977] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.163467] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.163665] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.163814] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.163998] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-267" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.164372] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-14f0456d-1d5f-4438-8c40-36a8f252e0bb taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.164575] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-14f0456d-1d5f-4438-8c40-36a8f252e0bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.164702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-14f0456d-1d5f-4438-8c40-36a8f252e0bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.165058] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-14f0456d-1d5f-4438-8c40-36a8f252e0bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.165208] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f0456d-1d5f-4438-8c40-36a8f252e0bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.577501] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.668281] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.668539] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.668676] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.669018] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.669235] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.669424] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 14f0456d-1d5f-4438-8c40-36a8f252e0bb not found, creating... [ 1091.669748] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.669923] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.670064] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.670298] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.670459] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.670723] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.670893] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.671061] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.671422] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.671631] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.671764] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 14f0456d-1d5f-4438-8c40-36a8f252e0bb is going to be created. [ 1091.691973] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.692219] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.692348] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.692644] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.692884] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.693158] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-14f0456d-1d5f-4438-8c40-36a8f252e0bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.079787] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10fb1e26-a8ad-4d3c-9188-a0639ac4d475: rpc.has_security_group_logging(os_id): False [ 1092.097465] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.097610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.097670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.099374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.099374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.099374] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.099374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.099374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.099374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.099374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.099374] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 is going to be created. [ 1092.157138] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.157278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.157352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.157620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.157896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.166928] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 in Status: IN_PROGRESS for 2s [ 1092.367128] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.367348] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.367478] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.367766] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.368054] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.368219] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.368339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.368555] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.368704] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.368929] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.369402] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.369569] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.369689] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.369812] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.369924] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.370089] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.388409] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.388597] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.388719] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.388973] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-705" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.389266] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-a6aac2be-fe3d-4206-ad70-80489df51a88 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.389456] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.389583] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.389865] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.390010] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6aac2be-fe3d-4206-ad70-80489df51a88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.819966] env[70008]: INFO networking_nsxv3.common.synchronization [req-bff49e43-a2ae-42bd-97ea-ce16711db30a req-41cee67e-f385-45a3-bff1-efa664075c9d service nova] Enqueued Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_rules [ 1092.819966] env[70008]: INFO networking_nsxv3.common.synchronization [req-bff49e43-a2ae-42bd-97ea-ce16711db30a req-41cee67e-f385-45a3-bff1-efa664075c9d service nova] Enqueued Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_members [ 1092.819966] env[70008]: INFO networking_nsxv3.common.synchronization [req-bff49e43-a2ae-42bd-97ea-ce16711db30a req-41cee67e-f385-45a3-bff1-efa664075c9d service nova] Enqueued Resource ID: 14f0456d-1d5f-4438-8c40-36a8f252e0bb with Priority: HIGHEST for action port [ 1092.819966] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_rules [ 1092.819966] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_members [ 1092.819966] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f0456d-1d5f-4438-8c40-36a8f252e0bb with Priority: HIGHEST for action port [ 1092.819966] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77ca2cb2-f336-453e-8102-51f4fdb4b277 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.819966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.819966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.819966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.819966] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.821281] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ca2cb2-f336-453e-8102-51f4fdb4b277 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.821507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.821590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.821858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.822086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.822254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.822390] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.823105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.823105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.823105] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.824882] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-14f0456d-1d5f-4438-8c40-36a8f252e0bb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.824882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14f0456d-1d5f-4438-8c40-36a8f252e0bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.824882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14f0456d-1d5f-4438-8c40-36a8f252e0bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.824882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14f0456d-1d5f-4438-8c40-36a8f252e0bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.824882] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f0456d-1d5f-4438-8c40-36a8f252e0bb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.895293] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.895293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.895293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.895293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.895293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.895293] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.895293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.895293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.895293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.895293] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.895645] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.895645] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.895645] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.895645] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.896266] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.896718] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: a6aac2be-fe3d-4206-ad70-80489df51a88 is going to be updated. [ 1092.917875] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.918289] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.918446] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.918799] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.919078] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.920147] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.119918] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 in Status: SUCCESS [ 1093.120085] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92320a08-b2fb-481f-86e3-8fe4fe714a00 deletion is rescheduled due to dependency. [ 1093.120263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92320a08-b2fb-481f-86e3-8fe4fe714a00" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.327145] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.328569] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ca2cb2-f336-453e-8102-51f4fdb4b277 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.328634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.328968] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14f0456d-1d5f-4438-8c40-36a8f252e0bb with status ACTIVE [ 1093.329152] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.329271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.329342] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.329546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.330077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.330077] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.330077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.330077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.330335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.330431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.330683] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.330782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.330844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.331196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.331196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.331196] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14f0456d-1d5f-4438-8c40-36a8f252e0bb is going to be updated. [ 1093.352986] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.353179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.353334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.353546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.353710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.353893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14f0456d-1d5f-4438-8c40-36a8f252e0bb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.693169] env[70008]: INFO networking_nsxv3.common.synchronization [req-fb55eb7a-ef3b-499e-9cba-e46838ea478b req-84ed87ed-eda8-4cce-8e95-33fe63785a59 service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 1093.693169] env[70008]: INFO networking_nsxv3.common.synchronization [req-fb55eb7a-ef3b-499e-9cba-e46838ea478b req-84ed87ed-eda8-4cce-8e95-33fe63785a59 service nova] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 1093.693169] env[70008]: INFO networking_nsxv3.common.synchronization [req-fb55eb7a-ef3b-499e-9cba-e46838ea478b req-84ed87ed-eda8-4cce-8e95-33fe63785a59 service nova] Enqueued Resource ID: a6aac2be-fe3d-4206-ad70-80489df51a88 with Priority: HIGHEST for action port [ 1093.693169] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_rules [ 1093.693169] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 1093.693169] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6aac2be-fe3d-4206-ad70-80489df51a88 with Priority: HIGHEST for action port [ 1093.697023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.697023] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.697023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.697023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.697023] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.697023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6aac2be-fe3d-4206-ad70-80489df51a88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.697023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.701440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.701440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.701531] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6aac2be-fe3d-4206-ad70-80489df51a88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.830469] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.181081] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 in Status: SUCCESS [ 1094.181383] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.204272] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.204566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.204786] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.206604] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6aac2be-fe3d-4206-ad70-80489df51a88 with status ACTIVE [ 1094.206604] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.206604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.206604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.206883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.206883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.206982] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.207063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.207106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.207530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.207530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.207828] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.207828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.207828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.208055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.208055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.208055] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6aac2be-fe3d-4206-ad70-80489df51a88 is going to be updated. [ 1094.230334] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.230573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.230726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.231792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.231792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.231792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6aac2be-fe3d-4206-ad70-80489df51a88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.334379] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.334717] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.334866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.336124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.336124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.336124] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 is going to be created. [ 1094.363669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.364378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.364378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.364378] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.364501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.378885] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 in Status: UNINITIALIZED for 2s [ 1094.710411] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.213787] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.214284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.214284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.214937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.214937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.214937] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be updated. [ 1095.251864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.252087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.252191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.252516] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.252752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.263351] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 1096.389275] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 in Status: SUCCESS [ 1096.389564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.391133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.391133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.391133] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.391133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.391133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.391133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.391133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.391133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.391133] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.578695] env[70008]: INFO networking_nsxv3.common.synchronization [req-12bc115e-3a75-4a40-9831-a3835887d2e3 req-28128a2e-e793-4c61-ae34-895aa96e5eb3 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Enqueued Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_members [ 1096.579371] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_members [ 1096.579788] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.579898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.579990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.580285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.580475] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.580594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.580712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.580833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.580975] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.581037] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.894691] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.947772] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.947772] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-92" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.947772] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-92" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.948133] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-92" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.948439] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.948601] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.948741] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.948968] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.949204] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.949429] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.949744] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.949907] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.950049] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.950309] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.950530] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.950697] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.971572] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.971819] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1096.972091] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.972431] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-92" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.972763] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.972996] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.973198] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.973721] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.973941] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fda593f-99d6-4c08-9ad3-b3380b5e23e5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.082990] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.083201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.083201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.083620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.083748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.083981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.084117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.084185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.084373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.084458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.084574] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 already deleted. [ 1097.084670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.272751] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 1097.273068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.273264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.273537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.273871] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.273963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.273963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.274152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.274255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.274416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.274456] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.397532] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77ca2cb2-f336-453e-8102-51f4fdb4b277: rpc.has_security_group_logging(os_id): False [ 1097.414484] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.414765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.414877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.415035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.415136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.415445] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.415547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.415547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.416282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.416282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.416282] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 is going to be created. [ 1097.468977] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.470877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.470877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.470877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.470877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.477702] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.477967] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.478244] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.478711] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.478913] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.479097] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 not found, creating... [ 1097.479416] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.479615] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.481037] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.481279] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.481444] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.482538] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.482538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.482538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.482538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.482538] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.482735] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 is going to be created. [ 1097.484983] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 in Status: IN_PROGRESS for 2s [ 1097.502398] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.502652] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.504479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.505142] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.506527] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.506871] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.705207] env[70008]: INFO networking_nsxv3.common.synchronization [req-9ac35739-cb64-48e7-bdb2-909947b13255 req-9952ca5b-4b66-460f-b345-7549766b0b7b tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1097.705806] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1097.706146] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.706276] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.706349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.706627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.706716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.706809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.706866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.706967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.707667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.707800] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.777991] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.778151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.778215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.779021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.779021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.779021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.779021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.779021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.779021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.779285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.779285] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.779404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.779404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.781033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.781033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.781033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.781033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.781033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.781033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.781033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.781033] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.210249] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.243129] env[70008]: INFO networking_nsxv3.common.synchronization [req-12bc115e-3a75-4a40-9831-a3835887d2e3 req-130d34f8-a597-491c-bd8e-bcefca7e77cf service nova] Enqueued Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_rules [ 1098.243501] env[70008]: INFO networking_nsxv3.common.synchronization [req-12bc115e-3a75-4a40-9831-a3835887d2e3 req-130d34f8-a597-491c-bd8e-bcefca7e77cf service nova] Enqueued Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_members [ 1098.243686] env[70008]: INFO networking_nsxv3.common.synchronization [req-12bc115e-3a75-4a40-9831-a3835887d2e3 req-130d34f8-a597-491c-bd8e-bcefca7e77cf service nova] Enqueued Resource ID: 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 with Priority: HIGHEST for action port [ 1098.249403] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_rules [ 1098.249596] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_members [ 1098.249691] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 with Priority: HIGHEST for action port [ 1098.250618] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.250870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.250870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.251204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.251204] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.252212] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.252337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.252425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.252607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.252752] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.252860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.252919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.253087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.253175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.253265] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.254124] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.254255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.254305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.254471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.254557] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fda593f-99d6-4c08-9ad3-b3380b5e23e5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.286820] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78e1716d-0c3f-49b2-b3f0-054599cba52b: rpc.has_security_group_logging(os_id): False [ 1098.307219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.307219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.307219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.307219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.307724] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.307724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.307724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.307724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.307724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.307724] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be updated. [ 1098.396785] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.397682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.399432] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.402232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.402232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.427855] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 1098.530030] env[70008]: INFO networking_nsxv3.common.synchronization [req-bd017118-1c70-4bde-9e0b-3bf71966c702 req-3ffb6eb7-4bb3-4af8-ab42-11d9533d8ef8 tempest-ServerPasswordTestJSON-1542963708 tempest-ServerPasswordTestJSON-1542963708-project-member] Enqueued Resource ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 with Priority: HIGHEST for action security_group_members [ 1098.530030] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 with Priority: HIGHEST for action security_group_members [ 1098.530030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-02ad56d2-9b28-4060-a874-99b3a94bcd23 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.530030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.530030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.530030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.530030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.530030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.530030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.530030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.530030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.530030] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02ad56d2-9b28-4060-a874-99b3a94bcd23',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.713846] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.759756] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.759939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.760218] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.761610] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 with status ACTIVE [ 1098.761828] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.762457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.762457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.762457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.762457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.762597] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.762653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.763042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.763042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.763042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.765064] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.765064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.765064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.765064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.765064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.765064] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fda593f-99d6-4c08-9ad3-b3380b5e23e5 is going to be updated. [ 1098.784626] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.784851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.784952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.785235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.785434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.785630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fda593f-99d6-4c08-9ad3-b3380b5e23e5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.033314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.033608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.033726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.033904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.034028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.034296] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.034387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.034387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.034590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.034629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.034707] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 is going to be updated. [ 1099.060151] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.060317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.060388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.060653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.060807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.068207] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 in Status: IN_PROGRESS for 2s [ 1099.215105] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.215278] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.215368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.215583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.216019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.216170] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1099.264086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.264221] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.264291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.264521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.264670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.266270] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.273102] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1099.499014] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 in Status: SUCCESS [ 1099.499364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.683439] env[70008]: INFO networking_nsxv3.common.synchronization [None req-6a720375-d9bf-44ab-90aa-aabfea426cf0 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Enqueued Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_rules [ 1099.683626] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_rules [ 1099.683959] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.684752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.686435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.686435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.686435] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.770524] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.770524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.770524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.770524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.770524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.770524] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 is going to be created. [ 1099.829797] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.835161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.835161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.835161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.835161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.848828] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 in Status: UNINITIALIZED for 2s [ 1099.849816] env[70008]: INFO networking_nsxv3.common.synchronization [None req-278e5f0e-a065-4ddf-9f98-cad633e72958 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Enqueued Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_rules [ 1099.851616] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_rules [ 1099.851965] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.853022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.214758] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.214961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.215056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.215304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.215428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.215555] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb already deleted. [ 1100.215677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.215912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.216132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.216244] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.442240] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 1100.442518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.664435] env[70008]: INFO networking_nsxv3.common.synchronization [req-444dc824-a2b1-4e15-9f19-8128d2e3cd2d req-be8594a1-c59d-49db-84f2-3edfdeaa9945 tempest-ImagesTestJSON-850874304 tempest-ImagesTestJSON-850874304-project-member] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1100.664435] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGHEST for action security_group_members [ 1100.664435] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.664435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.664435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.664435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.664435] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.665303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.665303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.665303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.665303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.665303] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.741873] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.742625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.742738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.742999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.743143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.743280] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb already deleted. [ 1100.743440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.078026] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 in Status: SUCCESS [ 1101.078301] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02ad56d2-9b28-4060-a874-99b3a94bcd23 deletion is rescheduled due to dependency. [ 1101.078466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02ad56d2-9b28-4060-a874-99b3a94bcd23" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.170156] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.170318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.170387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.170623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.170712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.170989] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.171076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.171076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.171220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.171291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.171375] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be updated. [ 1101.202818] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.203021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.203159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.203377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.203622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.212973] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: IN_PROGRESS for 2s [ 1101.281719] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1101.281949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.859984] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 in Status: SUCCESS [ 1101.860279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.860697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.860951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.861176] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.861281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.861423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.861607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.861694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.861784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.861891] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.366987] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.870678] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777: rpc.has_security_group_logging(os_id): False [ 1102.892163] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.892163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.892163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.892163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.892163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.892163] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.892163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.892163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.892163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.892163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.896116] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 is going to be created. [ 1102.963209] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.963209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.963209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.963209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.963209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.978047] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 in Status: IN_PROGRESS for 2s [ 1103.222887] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 in Status: SUCCESS [ 1103.223096] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 deletion is rescheduled due to dependency. [ 1103.223268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.462175] env[70008]: INFO networking_nsxv3.common.synchronization [None req-48926882-e765-4563-8042-919b7a8be6d2 None None] Enqueued Resource ID: 5d9982e5-deac-47fb-b490-85f0c2670484 with Priority: HIGHEST for action port [ 1104.462446] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d9982e5-deac-47fb-b490-85f0c2670484 with Priority: HIGHEST for action port [ 1104.462978] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d9982e5-deac-47fb-b490-85f0c2670484 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.463119] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d9982e5-deac-47fb-b490-85f0c2670484" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.463188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d9982e5-deac-47fb-b490-85f0c2670484" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.463441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d9982e5-deac-47fb-b490-85f0c2670484" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.463595] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9982e5-deac-47fb-b490-85f0c2670484',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.965910] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d9982e5-deac-47fb-b490-85f0c2670484 [ 1104.966358] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.966708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.967188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.967504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.968633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.968633] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d9982e5-deac-47fb-b490-85f0c2670484 already deleted. [ 1104.968633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d9982e5-deac-47fb-b490-85f0c2670484" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.996162] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 in Status: SUCCESS [ 1104.996714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.983976] env[70008]: INFO networking_nsxv3.common.synchronization [req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 req-b12152d0-ae71-4f10-a28c-fb955d4e8f9c tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Enqueued Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_members [ 1108.983976] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_members [ 1108.983976] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8daaa5-be25-440c-8ac0-334384ba4bfb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.983976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.983976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.984729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.984729] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.984729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.984729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.985982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.986087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.986189] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.488359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.488546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.488876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.488876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.489133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.491332] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.491332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.491332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.491332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.491332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.491332] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb already deleted. [ 1109.491332] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.155056] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.155056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.155056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.155056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.155056] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.155056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.155056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.155056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.155056] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.155056] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.156208] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.156208] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.156208] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.156208] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.156208] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.156208] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.175478] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.175733] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1110.175948] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.176179] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-635" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.176889] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-40708d14-1d3d-46d6-b641-e5faa796ba94 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.176889] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-40708d14-1d3d-46d6-b641-e5faa796ba94" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.176889] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-40708d14-1d3d-46d6-b641-e5faa796ba94" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.177309] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-40708d14-1d3d-46d6-b641-e5faa796ba94" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.177977] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40708d14-1d3d-46d6-b641-e5faa796ba94',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.683277] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.683405] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.683658] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.683852] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.684013] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.684219] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 40708d14-1d3d-46d6-b641-e5faa796ba94 not found, creating... [ 1110.684526] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.684743] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.684875] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.685134] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.685282] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.685671] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.685769] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.685897] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.686765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.686765] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.686765] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 40708d14-1d3d-46d6-b641-e5faa796ba94 is going to be created. [ 1110.709212] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.709358] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.709529] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.709779] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.710483] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.710805] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-40708d14-1d3d-46d6-b641-e5faa796ba94" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.923669] env[70008]: INFO networking_nsxv3.common.synchronization [req-ea5eeb40-19ab-42a2-810f-528d27a5ece1 req-cf841e73-9b92-4c4b-b78c-ff09952d717a tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1110.924186] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1110.924921] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.925088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.925194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.925323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.925487] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.925581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.925637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.925818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.925884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.925983] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.433122] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.758241] env[70008]: INFO networking_nsxv3.common.synchronization [req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 req-6d7c157e-6b89-4957-8d2e-b9c6353f250f service nova] Enqueued Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_rules [ 1111.758241] env[70008]: INFO networking_nsxv3.common.synchronization [req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 req-6d7c157e-6b89-4957-8d2e-b9c6353f250f service nova] Enqueued Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_members [ 1111.758241] env[70008]: INFO networking_nsxv3.common.synchronization [req-1ef9cfc4-7fb2-4b78-9d8e-0fd4dbacdd87 req-6d7c157e-6b89-4957-8d2e-b9c6353f250f service nova] Enqueued Resource ID: 40708d14-1d3d-46d6-b641-e5faa796ba94 with Priority: HIGHEST for action port [ 1111.758241] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_rules [ 1111.758241] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_members [ 1111.759061] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40708d14-1d3d-46d6-b641-e5faa796ba94 with Priority: HIGHEST for action port [ 1111.759715] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.760233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.760442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.761027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.761269] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.765019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8daaa5-be25-440c-8ac0-334384ba4bfb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.765019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.765019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.765019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.765019] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.765019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.765019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.765019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.765019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.765735] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.767605] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-40708d14-1d3d-46d6-b641-e5faa796ba94 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.767605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40708d14-1d3d-46d6-b641-e5faa796ba94" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.767605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40708d14-1d3d-46d6-b641-e5faa796ba94" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.767800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40708d14-1d3d-46d6-b641-e5faa796ba94" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.767988] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40708d14-1d3d-46d6-b641-e5faa796ba94',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.935927] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.162379] env[70008]: INFO networking_nsxv3.common.synchronization [req-5fce1601-277a-4ff1-8222-a16c002bf010 req-4056cb17-d6ee-46d5-85ec-6aeaeff9d1f5 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1112.162889] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1112.164132] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.164307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.164596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.164896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.165145] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.165294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.165386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.165886] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.166154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.166299] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.271981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8daaa5-be25-440c-8ac0-334384ba4bfb taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.272121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.273418] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.277875] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40708d14-1d3d-46d6-b641-e5faa796ba94 with status ACTIVE [ 1112.278091] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.278218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.278281] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.278476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.278566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.278747] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.278839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.278891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.279055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.279129] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.279309] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.279393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.279456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.279593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.279656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.279739] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40708d14-1d3d-46d6-b641-e5faa796ba94 is going to be updated. [ 1112.304689] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.304689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.304689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.304689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.304689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.304689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40708d14-1d3d-46d6-b641-e5faa796ba94" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.438122] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.438412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.438412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.438567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.438723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.438780] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 is going to be updated. [ 1112.460900] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.461125] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.461284] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.461516] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.461804] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.461971] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.462203] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.462507] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.462641] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.462871] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.462984] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.463120] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.463213] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.463321] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.463718] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.463718] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.475319] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.475319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.476179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.476486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.476660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.483881] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.486820] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.487422] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.487422] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.487523] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.487724] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.487724] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.488193] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.488380] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9ca65b-47b2-4a96-b617-6f9055ba70ff',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.490524] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: IN_PROGRESS for 2s [ 1112.668649] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.762736] env[70008]: INFO networking_nsxv3.common.synchronization [None req-512844ce-4c1d-47b3-8db8-0c7f4b640abc None None] Enqueued Resource ID: 3db2fbb1-03e2-47da-ab72-c82382978452 with Priority: HIGHEST for action port [ 1112.762736] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db2fbb1-03e2-47da-ab72-c82382978452 with Priority: HIGHEST for action port [ 1112.762736] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3db2fbb1-03e2-47da-ab72-c82382978452 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.762736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3db2fbb1-03e2-47da-ab72-c82382978452" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.762736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3db2fbb1-03e2-47da-ab72-c82382978452" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.762736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3db2fbb1-03e2-47da-ab72-c82382978452" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.762736] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db2fbb1-03e2-47da-ab72-c82382978452',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.784021] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.993021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.993021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.993021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.993021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.993021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.993021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port bb9ca65b-47b2-4a96-b617-6f9055ba70ff not found, creating... [ 1112.993021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.993021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.993021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.993021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.993021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.993421] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.996165] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.996165] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.996165] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.997022] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.999251] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: bb9ca65b-47b2-4a96-b617-6f9055ba70ff is going to be created. [ 1113.020426] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.020426] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.020426] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.020426] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.020426] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.020426] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.171391] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.267281] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3db2fbb1-03e2-47da-ab72-c82382978452 [ 1113.267281] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.270482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.270482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.270549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.270641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.270750] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3db2fbb1-03e2-47da-ab72-c82382978452 already deleted. [ 1113.270834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3db2fbb1-03e2-47da-ab72-c82382978452" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.285975] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.286580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.286709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.286905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.289102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.289102] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb is going to be created. [ 1113.315712] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.315870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.316018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.316263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.316429] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.329986] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb in Status: UNINITIALIZED for 2s [ 1113.676466] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.676466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.676466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.676466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.676466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.676466] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1113.701854] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.701854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.701854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.701854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.701854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.708976] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1114.107155] env[70008]: INFO networking_nsxv3.common.synchronization [req-5fce1601-277a-4ff1-8222-a16c002bf010 req-7891c479-0107-4176-b2c5-d8741ecbba47 service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 1114.107386] env[70008]: INFO networking_nsxv3.common.synchronization [req-5fce1601-277a-4ff1-8222-a16c002bf010 req-7891c479-0107-4176-b2c5-d8741ecbba47 service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1114.107557] env[70008]: INFO networking_nsxv3.common.synchronization [req-5fce1601-277a-4ff1-8222-a16c002bf010 req-7891c479-0107-4176-b2c5-d8741ecbba47 service nova] Enqueued Resource ID: bb9ca65b-47b2-4a96-b617-6f9055ba70ff with Priority: HIGHEST for action port [ 1114.108222] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 1114.108370] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1114.108986] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9ca65b-47b2-4a96-b617-6f9055ba70ff with Priority: HIGHEST for action port [ 1114.109375] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.109506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.109585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.109796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.109876] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.110794] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.110899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.111116] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.111233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.111300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.111474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.111633] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9ca65b-47b2-4a96-b617-6f9055ba70ff',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.499233] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: SUCCESS [ 1114.499521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.614878] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.615364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.615502] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb9ca65b-47b2-4a96-b617-6f9055ba70ff with status ACTIVE [ 1114.615718] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.615987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.615987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.616634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.616634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.616634] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.616634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.616634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.617021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.617021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.617376] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.617376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.617376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.617514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.617542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.617848] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb9ca65b-47b2-4a96-b617-6f9055ba70ff is going to be updated. [ 1114.638149] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.638387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.638489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.638813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.638973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.639179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9ca65b-47b2-4a96-b617-6f9055ba70ff" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.896261] env[70008]: INFO networking_nsxv3.common.synchronization [req-db396aa1-c4c9-4d3c-bb93-8fcc4fc747cd req-6b19e154-9186-41c2-bb16-260c2ccdd900 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1114.897723] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1114.897723] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.897723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.897723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.898139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.898432] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.898683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.898821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.899215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.899402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.899684] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.298352] env[70008]: INFO networking_nsxv3.common.synchronization [None req-9db219a7-8dd4-4b28-a1de-378dc738a865 None None] Enqueued Resource ID: 2a7cc4e0-273f-4b3f-9f52-6e7a270c857f with Priority: HIGHEST for action port [ 1115.298872] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7cc4e0-273f-4b3f-9f52-6e7a270c857f with Priority: HIGHEST for action port [ 1115.300265] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a7cc4e0-273f-4b3f-9f52-6e7a270c857f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.300265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a7cc4e0-273f-4b3f-9f52-6e7a270c857f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.300265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a7cc4e0-273f-4b3f-9f52-6e7a270c857f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.300265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a7cc4e0-273f-4b3f-9f52-6e7a270c857f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.300265] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a7cc4e0-273f-4b3f-9f52-6e7a270c857f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.342570] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb in Status: SUCCESS [ 1115.342867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.342962] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.343351] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.343614] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.343730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.343813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.343988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.344280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.344280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.344357] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.405242] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.405537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.405537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.405723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.405836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.406094] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.406231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.406307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.406466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.406565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.406638] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1115.431357] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.431583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.431689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.431942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.432144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.441451] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1115.717882] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1115.718199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.718421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.718670] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.720415] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.720608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.720686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.720870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.720950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.721063] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.801875] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a7cc4e0-273f-4b3f-9f52-6e7a270c857f [ 1115.802111] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.802251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.802335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.802571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.802611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.802708] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a7cc4e0-273f-4b3f-9f52-6e7a270c857f already deleted. [ 1115.802960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a7cc4e0-273f-4b3f-9f52-6e7a270c857f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.847332] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.226567] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.349345] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f8daaa5-be25-440c-8ac0-334384ba4bfb: rpc.has_security_group_logging(os_id): False [ 1116.366627] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.369651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.369651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.369651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.369651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.369651] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.369651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.369651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.369651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.369651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.369651] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb is going to be created. [ 1116.420905] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.421026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.421363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.421363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.421580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.433934] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb in Status: IN_PROGRESS for 2s [ 1116.729182] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.235023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.235023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.235023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.235023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.235023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.235023] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1117.262211] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.262393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.262465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.262684] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.262835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.273113] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1117.451193] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1117.451322] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 1117.451437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.268023] env[70008]: INFO networking_nsxv3.common.synchronization [req-2c7e40e2-7928-480b-a972-a832c5333c8b req-80015b03-8ee3-463a-8449-05dd5e835b64 tempest-ImagesOneServerTestJSON-959936753 tempest-ImagesOneServerTestJSON-959936753-project-member] Enqueued Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGHEST for action security_group_members [ 1118.268023] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGHEST for action security_group_members [ 1118.268023] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-2778fc97-5ee0-4b2c-9685-bc495dc25031 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.268023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.268023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.268956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.269320] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.269594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.269795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.270904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.270904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.270904] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2778fc97-5ee0-4b2c-9685-bc495dc25031',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.449815] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb in Status: SUCCESS [ 1118.450073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.774015] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.774271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.774356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.774577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.774695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.775079] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.775079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.775079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.775215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.775312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.775393] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 is going to be updated. [ 1118.807358] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.807557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.807659] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.807943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.808155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.819228] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 in Status: IN_PROGRESS for 2s [ 1119.283431] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1119.283868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.283910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.284236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.284310] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.284430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.284486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.284643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.284726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.284816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.284907] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.790096] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.790096] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.790096] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.790096] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.790096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.790906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.790906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.790906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.790906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.790906] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.292826] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d22ee49c-698c-48bc-9d58-cd9e1433e4a5: rpc.has_security_group_logging(os_id): False [ 1120.312283] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.312444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.312522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.312738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.312844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.313048] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.313155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.313219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.313371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.313449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.313633] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.313795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.313863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.314056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.314180] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.314393] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.314492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.314555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.314698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.314784] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.314856] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1120.370886] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.371119] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.371119] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.371398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.371557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.385070] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1120.831517] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 in Status: SUCCESS [ 1120.831865] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 deletion is rescheduled due to dependency. [ 1120.831992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.137539] env[70008]: INFO networking_nsxv3.common.synchronization [req-4568bddb-df3d-49ce-acf8-876ac3bde4c0 req-d73d8118-40d6-4413-827c-7fa65107b299 tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1122.138099] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGHEST for action security_group_members [ 1122.138410] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.138535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.138941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.138941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.138941] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.139130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.139130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.139265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.139350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.139442] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.401953] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1122.402212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.641431] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.641649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.641740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.641991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.642161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.642500] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.642607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.642671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.642845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.642965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.643136] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 is going to be updated. [ 1122.669454] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.669454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.669644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.669852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.669953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.678047] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: IN_PROGRESS for 2s [ 1124.689421] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a208895-5e38-4a2e-995f-1665efff51d4 in Status: SUCCESS [ 1124.689833] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 deletion is rescheduled due to dependency. [ 1124.689833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.345443] env[70008]: INFO networking_nsxv3.common.synchronization [req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd req-fa06ad0f-ef7e-44e8-b6a6-3df4fe4b9a66 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Enqueued Resource ID: a90a5a99-397b-44c6-abba-5fd0216c9213 with Priority: HIGHEST for action security_group_members [ 1126.345443] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90a5a99-397b-44c6-abba-5fd0216c9213 with Priority: HIGHEST for action security_group_members [ 1126.345693] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90a5a99-397b-44c6-abba-5fd0216c9213 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.346254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.346254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.346530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.349527] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.349527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.349527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.349527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.349527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.349527] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90a5a99-397b-44c6-abba-5fd0216c9213',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.755125] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.755125] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-637" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.755125] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-637" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.755125] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-637" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.755430] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.756796] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.756796] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.756796] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.756796] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.756796] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.756796] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.756796] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.757665] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.758339] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.758339] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.758339] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.777528] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.777704] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.777832] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.778038] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-637" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.778367] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-b3afcbd7-56f1-46d3-975c-ebe390276f4c taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.778542] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-b3afcbd7-56f1-46d3-975c-ebe390276f4c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.778685] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-b3afcbd7-56f1-46d3-975c-ebe390276f4c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.779591] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-b3afcbd7-56f1-46d3-975c-ebe390276f4c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.779744] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3afcbd7-56f1-46d3-975c-ebe390276f4c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.849224] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.849420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.849582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.849843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.850268] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.850580] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.850747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.850855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.851111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.851366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.851366] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90a5a99-397b-44c6-abba-5fd0216c9213 already deleted. [ 1126.851504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.941009] env[70008]: INFO networking_nsxv3.common.synchronization [req-75b1fb70-be20-49dd-b309-62b7b919174a req-979e6c63-1d41-4cf0-b13c-a94f4343305e tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1126.941553] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1126.942268] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.942448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.942512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.942723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.942889] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.943196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.943196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.943196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.943317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.943378] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.283034] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.283444] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.283444] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.283763] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.283964] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.284166] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port b3afcbd7-56f1-46d3-975c-ebe390276f4c not found, creating... [ 1127.284539] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.284721] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.284865] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.285182] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.285348] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.285675] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.285876] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.286181] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.286295] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.286479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.286649] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: b3afcbd7-56f1-46d3-975c-ebe390276f4c is going to be created. [ 1127.306156] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.306156] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.306156] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.306406] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.306590] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.307268] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-b3afcbd7-56f1-46d3-975c-ebe390276f4c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.451859] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.954041] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.057168] env[70008]: INFO networking_nsxv3.common.synchronization [req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd req-1a82d231-74be-439d-859d-370a99cf3058 service nova] Enqueued Resource ID: a90a5a99-397b-44c6-abba-5fd0216c9213 with Priority: HIGHEST for action security_group_rules [ 1128.057368] env[70008]: INFO networking_nsxv3.common.synchronization [req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd req-1a82d231-74be-439d-859d-370a99cf3058 service nova] Enqueued Resource ID: a90a5a99-397b-44c6-abba-5fd0216c9213 with Priority: HIGHEST for action security_group_members [ 1128.057514] env[70008]: INFO networking_nsxv3.common.synchronization [req-6edee8c5-fc30-4fac-8c49-cbe48075a8fd req-1a82d231-74be-439d-859d-370a99cf3058 service nova] Enqueued Resource ID: b3afcbd7-56f1-46d3-975c-ebe390276f4c with Priority: HIGHEST for action port [ 1128.058383] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90a5a99-397b-44c6-abba-5fd0216c9213 with Priority: HIGHEST for action security_group_rules [ 1128.058576] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90a5a99-397b-44c6-abba-5fd0216c9213 with Priority: HIGHEST for action security_group_members [ 1128.058686] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3afcbd7-56f1-46d3-975c-ebe390276f4c with Priority: HIGHEST for action port [ 1128.058966] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a90a5a99-397b-44c6-abba-5fd0216c9213 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.059101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.059169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.059445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.060070] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a90a5a99-397b-44c6-abba-5fd0216c9213',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.061172] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90a5a99-397b-44c6-abba-5fd0216c9213 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.061172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.061172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.061343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.061426] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.061522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.061667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.061767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.061877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.061955] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90a5a99-397b-44c6-abba-5fd0216c9213',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.062815] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3afcbd7-56f1-46d3-975c-ebe390276f4c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.065101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3afcbd7-56f1-46d3-975c-ebe390276f4c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.065101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3afcbd7-56f1-46d3-975c-ebe390276f4c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.065101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3afcbd7-56f1-46d3-975c-ebe390276f4c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.065101] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3afcbd7-56f1-46d3-975c-ebe390276f4c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.457055] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.457055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.457055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.457055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.457055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.457055] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1128.484038] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.484236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.484276] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.484809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.484977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.495593] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1128.553715] env[70008]: INFO networking_nsxv3.common.synchronization [req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf req-62ef87f1-f299-4a36-b7b0-d54bc9c0a6e6 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1128.555083] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1128.555083] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.555083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.555083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.555083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.555348] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.555348] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.555418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.555529] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.555582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.555669] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.567303] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90a5a99-397b-44c6-abba-5fd0216c9213 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.567303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.567303] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90a5a99-397b-44c6-abba-5fd0216c9213',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.567719] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3afcbd7-56f1-46d3-975c-ebe390276f4c with status ACTIVE [ 1128.567896] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.568013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.568084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.568265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.568349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.568519] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.568615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.568676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.568822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.568898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.569159] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.569291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.569683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.569683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.569683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.569823] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3afcbd7-56f1-46d3-975c-ebe390276f4c is going to be updated. [ 1128.590686] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.590910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.590910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.591124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.591266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.591439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3afcbd7-56f1-46d3-975c-ebe390276f4c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.941546] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.941754] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.941890] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.942192] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.942457] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.942628] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.942743] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.942957] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.943232] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.943459] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.943613] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.943754] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.943820] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.943968] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.944188] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.944188] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.961271] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.961666] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.961666] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.961789] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.962244] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-e356ae28-ecc7-4285-a120-43b6579a627e taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.962442] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-e356ae28-ecc7-4285-a120-43b6579a627e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.962552] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-e356ae28-ecc7-4285-a120-43b6579a627e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.962898] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-e356ae28-ecc7-4285-a120-43b6579a627e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.963060] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e356ae28-ecc7-4285-a120-43b6579a627e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.059044] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.059044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.059044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.059044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.059044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.059044] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.059343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.059343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.059343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.059428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.059456] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1129.072278] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90a5a99-397b-44c6-abba-5fd0216c9213',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.122322] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.122633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.122761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.123100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.123328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.132630] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1129.465273] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.465599] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.465639] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.465902] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.466072] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.466255] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port e356ae28-ecc7-4285-a120-43b6579a627e not found, creating... [ 1129.466528] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.466691] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.466815] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.467044] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.467204] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.467501] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.467627] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.467750] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.467958] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.468123] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.468301] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: e356ae28-ecc7-4285-a120-43b6579a627e is going to be created. [ 1129.486970] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.487244] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.487370] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.487629] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.487856] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.488092] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-e356ae28-ecc7-4285-a120-43b6579a627e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.575349] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.575535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.575574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.576185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.576185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.576185] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90a5a99-397b-44c6-abba-5fd0216c9213 is going to be created. [ 1129.601926] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.602115] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.602201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.602418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.602574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.618678] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90a5a99-397b-44c6-abba-5fd0216c9213 in Status: UNINITIALIZED for 2s [ 1130.284016] env[70008]: INFO networking_nsxv3.common.synchronization [req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf req-1b7ab4c1-e240-4c80-858c-d872b434f034 service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1130.284228] env[70008]: INFO networking_nsxv3.common.synchronization [req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf req-1b7ab4c1-e240-4c80-858c-d872b434f034 service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1130.284361] env[70008]: INFO networking_nsxv3.common.synchronization [req-5cf2f3c5-2218-4471-b7e0-d56a21c9dedf req-1b7ab4c1-e240-4c80-858c-d872b434f034 service nova] Enqueued Resource ID: e356ae28-ecc7-4285-a120-43b6579a627e with Priority: HIGHEST for action port [ 1130.284600] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1130.284727] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1130.284823] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e356ae28-ecc7-4285-a120-43b6579a627e with Priority: HIGHEST for action port [ 1130.285686] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.285817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.285884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.287499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.287599] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.288432] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.288539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.288722] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-e356ae28-ecc7-4285-a120-43b6579a627e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.288822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e356ae28-ecc7-4285-a120-43b6579a627e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.288883] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e356ae28-ecc7-4285-a120-43b6579a627e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.289082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e356ae28-ecc7-4285-a120-43b6579a627e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.289168] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e356ae28-ecc7-4285-a120-43b6579a627e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.505597] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1130.505597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.791084] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.791241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.791442] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e356ae28-ecc7-4285-a120-43b6579a627e with status ACTIVE [ 1130.791616] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.791723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.791788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.792019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.792104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.792282] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.792376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.792437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.792591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.792669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.792958] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.792958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.793075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.793228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.793303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.793389] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e356ae28-ecc7-4285-a120-43b6579a627e is going to be updated. [ 1130.814041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.814199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.814259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.814470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.814603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.814814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e356ae28-ecc7-4285-a120-43b6579a627e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.878022] env[70008]: INFO networking_nsxv3.common.synchronization [req-0f3be0b6-a7bb-4e04-a241-ceab188e40a1 req-de51e4ca-52bf-4cd0-be7d-32b64f52e7da tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1130.878022] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1130.878256] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.881832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.881832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.881832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.881832] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.881832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.881832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.881832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.881832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.881832] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.143277] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 4s [ 1131.382620] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.382795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.382867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.383114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.404131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.404131] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.404131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.404131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.404131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.404131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.404131] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1131.427098] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.427098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.427098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.427098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.427330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.435194] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1131.494272] env[70008]: INFO networking_nsxv3.common.synchronization [req-7f9069ee-5a29-4068-b45f-ab3a780e1065 req-e003a75e-5ea3-47e5-8f3c-0bdad1f4a82b tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_members [ 1131.494782] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGHEST for action security_group_members [ 1131.495100] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.495223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.495291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.495486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.495639] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.495730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.495790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.495928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.496562] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.496723] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.632504] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90a5a99-397b-44c6-abba-5fd0216c9213 in Status: SUCCESS [ 1131.632504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.633013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.633050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.633271] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.633330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.633397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.633551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.633621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.633705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.633783] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a90a5a99-397b-44c6-abba-5fd0216c9213',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.975347] env[70008]: INFO networking_nsxv3.common.synchronization [None req-e2f9aa81-e09d-4559-a32c-448c616e3bfb tempest-AttachInterfacesTestJSON-423794997 tempest-AttachInterfacesTestJSON-423794997-project-member] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 1131.975967] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGHEST for action security_group_members [ 1131.976420] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.976517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.976517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.976709] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.976872] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.976968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.981154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.981371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.981485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.981604] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.998684] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.998931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.998989] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.000017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.000017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.000017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.000017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.000017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.000017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.000017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.000017] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 is going to be updated. [ 1132.065907] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.066070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.066139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.066425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.066565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.075919] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 in Status: IN_PROGRESS for 2s [ 1132.140716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90a5a99-397b-44c6-abba-5fd0216c9213 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.140716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.140716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90a5a99-397b-44c6-abba-5fd0216c9213 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.140716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.140716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.141211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.141211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.141211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.141211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.141211] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a90a5a99-397b-44c6-abba-5fd0216c9213',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.483816] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.484145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.484229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.484444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.484542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.484756] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.484852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.484947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.485147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.485230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.485322] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be updated. [ 1132.513075] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.513216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.513289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.513497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.513632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.521736] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: IN_PROGRESS for 2s [ 1132.642998] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a90a5a99-397b-44c6-abba-5fd0216c9213: rpc.has_security_group_logging(os_id): False [ 1132.661630] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.661825] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.661937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.662101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.662203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.662758] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.662758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.662758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.662930] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.662930] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.663121] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.663240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.663315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.663487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.663625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.663850] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.663910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.664020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.664503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.664503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.664503] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a90a5a99-397b-44c6-abba-5fd0216c9213 is going to be created. [ 1132.725236] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.725382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.725475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.725668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.725844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.735411] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90a5a99-397b-44c6-abba-5fd0216c9213 in Status: IN_PROGRESS for 2s [ 1133.153628] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1133.153892] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 1133.154048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.154214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.154460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.154680] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.154819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.154906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.155123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.155248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.155339] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.444346] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1133.444520] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b deletion is rescheduled due to dependency. [ 1133.444633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.658102] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.086328] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 in Status: SUCCESS [ 1134.086328] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 deletion is rescheduled due to dependency. [ 1134.086328] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.160393] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.520545] env[70008]: INFO networking_nsxv3.common.synchronization [req-ab0e164a-43db-47af-9eb3-ff7a19e0aba9 req-3c3053e7-4bb5-42dc-ab37-01036c66be04 tempest-ServersTestFqdnHostnames-722653889 tempest-ServersTestFqdnHostnames-722653889-project-member] Enqueued Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_members [ 1134.520596] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGHEST for action security_group_members [ 1134.522045] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ca2cb2-f336-453e-8102-51f4fdb4b277 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.522045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.522045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.522045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.522045] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.522045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.522045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.522045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.522045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.522045] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.536857] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b in Status: SUCCESS [ 1134.536857] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b deletion is rescheduled due to dependency. [ 1134.536857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.663168] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.663426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.663426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.664223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.664223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.664223] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1134.690100] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.690259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.690319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.690528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.690668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.698112] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1134.745986] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90a5a99-397b-44c6-abba-5fd0216c9213 in Status: SUCCESS [ 1134.746344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.027714] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.028102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.028216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.028498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.028548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.028762] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.028887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.028919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.029083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.029162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.029282] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 is going to be updated. [ 1135.055202] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.055375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.055444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.055655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.055792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.063324] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 in Status: IN_PROGRESS for 2s [ 1136.707310] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1136.707597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.707823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.707899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.708074] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.708193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.708257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.708410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.708489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.708574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.708663] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.730841] env[70008]: INFO networking_nsxv3.common.synchronization [None req-1c1f3787-c532-4cdf-aa63-fc832626face None None] Enqueued Resource ID: b52603ec-2a1b-4815-a6b0-a0f22e1857f0 with Priority: HIGHEST for action port [ 1136.731211] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52603ec-2a1b-4815-a6b0-a0f22e1857f0 with Priority: HIGHEST for action port [ 1136.731900] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-b52603ec-2a1b-4815-a6b0-a0f22e1857f0 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.731900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b52603ec-2a1b-4815-a6b0-a0f22e1857f0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.731900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b52603ec-2a1b-4815-a6b0-a0f22e1857f0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.732109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b52603ec-2a1b-4815-a6b0-a0f22e1857f0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.732109] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b52603ec-2a1b-4815-a6b0-a0f22e1857f0',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.081293] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 in Status: SUCCESS [ 1137.081474] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 deletion is rescheduled due to dependency. [ 1137.081591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.211031] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.211257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.211357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.211646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.211853] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.212071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.212191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.212376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.212490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.212606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.212784] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.212905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.212984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.213222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.213457] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.213584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.213664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.213832] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.213934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.214118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.214316] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.238655] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b52603ec-2a1b-4815-a6b0-a0f22e1857f0 [ 1137.238945] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.239148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.239207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.239563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.239563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.239563] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b52603ec-2a1b-4815-a6b0-a0f22e1857f0 already deleted. [ 1137.239665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b52603ec-2a1b-4815-a6b0-a0f22e1857f0" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.717627] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572d5020-030e-4c09-8ea6-79ca6568283f: rpc.has_security_group_logging(os_id): False [ 1137.736255] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.736255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.736255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.736255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.736255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.736255] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.736255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.736255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.736255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.736255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.736255] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.736255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.737592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.737592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.737592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.737592] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.737592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.737592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.737592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.737592] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.737925] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1137.798422] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.798569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.798569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.799716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.799716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.811903] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1138.258209] env[70008]: INFO networking_nsxv3.common.synchronization [req-ec3dabe3-c1c4-4746-896d-214d9d464289 req-9798da4a-a8bf-4e8d-92f5-137a0ad50234 tempest-ServerMetadataNegativeTestJSON-1812861529 tempest-ServerMetadataNegativeTestJSON-1812861529-project-member] Enqueued Resource ID: a90a5a99-397b-44c6-abba-5fd0216c9213 with Priority: HIGHEST for action security_group_members [ 1138.258915] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90a5a99-397b-44c6-abba-5fd0216c9213 with Priority: HIGHEST for action security_group_members [ 1138.259851] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90a5a99-397b-44c6-abba-5fd0216c9213 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.259851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.259851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.260274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.260274] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.260274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.260397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.262238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.262238] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.262238] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90a5a99-397b-44c6-abba-5fd0216c9213',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.764680] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.764680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.764680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.765035] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.765070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.766048] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.766048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.766048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.766048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.766048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.766048] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90a5a99-397b-44c6-abba-5fd0216c9213 is going to be updated. [ 1138.793613] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.793981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.794187] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.794438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.794632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.804332] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90a5a99-397b-44c6-abba-5fd0216c9213 in Status: IN_PROGRESS for 2s [ 1138.909158] env[70008]: INFO networking_nsxv3.common.synchronization [None req-aa63f559-4057-446b-825c-a353eed4b5cc None None] Enqueued Resource ID: 8f1f949e-ac22-49ca-87f7-b8a677b7be48 with Priority: HIGHEST for action port [ 1138.910071] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1f949e-ac22-49ca-87f7-b8a677b7be48 with Priority: HIGHEST for action port [ 1138.910071] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f1f949e-ac22-49ca-87f7-b8a677b7be48 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.910222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f1f949e-ac22-49ca-87f7-b8a677b7be48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.910222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f1f949e-ac22-49ca-87f7-b8a677b7be48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.910497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f1f949e-ac22-49ca-87f7-b8a677b7be48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.910621] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1f949e-ac22-49ca-87f7-b8a677b7be48',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.412621] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f1f949e-ac22-49ca-87f7-b8a677b7be48 [ 1139.412857] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.412985] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.413071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.413285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.413372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.413480] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f1f949e-ac22-49ca-87f7-b8a677b7be48 already deleted. [ 1139.413565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f1f949e-ac22-49ca-87f7-b8a677b7be48" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.831964] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1139.832344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.813378] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90a5a99-397b-44c6-abba-5fd0216c9213 in Status: SUCCESS [ 1140.813531] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90a5a99-397b-44c6-abba-5fd0216c9213 deletion is rescheduled due to dependency. [ 1140.813617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90a5a99-397b-44c6-abba-5fd0216c9213" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.213554] env[70008]: INFO networking_nsxv3.common.synchronization [req-eb90775c-ab5b-4746-afde-f5c682432e5c req-21f4f348-1e73-44e0-866a-56c57d75672e tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1142.213894] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1142.214282] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.214391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.214430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.214621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.214784] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.214882] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.214945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.215114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.215195] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.215287] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.717678] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.717833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.717891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.718142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.718239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.718448] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.718548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.718612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.718761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.718836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.718925] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1142.745915] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.746059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.746101] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.746408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.746473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.754018] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1144.137676] env[70008]: INFO networking_nsxv3.common.synchronization [req-5429a198-a2d9-4df5-8f61-c7420f6362bc req-c876a883-6edb-4993-8178-9de85c7c2602 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1144.138206] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1144.138502] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.138627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.138693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.138892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.139341] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.139467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.139537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.139689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.139773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.139866] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.393233] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.393364] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.393458] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.394071] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.394512] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.394997] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.395628] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.395628] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.395628] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.395862] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.395986] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.396113] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.396239] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.396781] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.396781] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.396781] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.413951] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.414171] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.414375] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.414622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-533" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.414968] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-d042992c-5cb3-4cdd-bec9-f51d7661b614 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.415189] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-d042992c-5cb3-4cdd-bec9-f51d7661b614" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.415399] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-d042992c-5cb3-4cdd-bec9-f51d7661b614" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.415645] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-d042992c-5cb3-4cdd-bec9-f51d7661b614" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.415793] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d042992c-5cb3-4cdd-bec9-f51d7661b614',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.641671] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.763259] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1144.763449] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 1144.763566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.919911] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.920773] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.920916] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.921231] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.921394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.921560] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port d042992c-5cb3-4cdd-bec9-f51d7661b614 not found, creating... [ 1144.921858] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.922059] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.922247] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.922481] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.922626] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.922919] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.923098] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.923226] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.923438] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.923575] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.923719] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: d042992c-5cb3-4cdd-bec9-f51d7661b614 is going to be created. [ 1144.942323] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.942586] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.942835] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.943405] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.943635] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.943866] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-d042992c-5cb3-4cdd-bec9-f51d7661b614" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.146416] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.322318] env[70008]: INFO networking_nsxv3.common.synchronization [req-f91013ca-e620-455e-b328-986e1429941d req-5e0c58a9-9d58-4154-bf03-610da2568f08 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_members [ 1145.322820] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGHEST for action security_group_members [ 1145.323135] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-5928d445-883c-47e1-a266-4678321a9e5d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.323265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.323337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.324552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.324724] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.324831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.324896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.325075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.325245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.325343] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.618969] env[70008]: INFO networking_nsxv3.common.synchronization [req-5429a198-a2d9-4df5-8f61-c7420f6362bc req-83486509-1dd3-4c5c-8c11-ffed00c1090f service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 1145.619199] env[70008]: INFO networking_nsxv3.common.synchronization [req-5429a198-a2d9-4df5-8f61-c7420f6362bc req-83486509-1dd3-4c5c-8c11-ffed00c1090f service nova] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1145.619381] env[70008]: INFO networking_nsxv3.common.synchronization [req-5429a198-a2d9-4df5-8f61-c7420f6362bc req-83486509-1dd3-4c5c-8c11-ffed00c1090f service nova] Enqueued Resource ID: d042992c-5cb3-4cdd-bec9-f51d7661b614 with Priority: HIGHEST for action port [ 1145.619656] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_rules [ 1145.619796] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1145.619924] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d042992c-5cb3-4cdd-bec9-f51d7661b614 with Priority: HIGHEST for action port [ 1145.620524] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.620683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.620730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.620944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.621182] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.622360] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.622480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.622757] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d042992c-5cb3-4cdd-bec9-f51d7661b614 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.622873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d042992c-5cb3-4cdd-bec9-f51d7661b614" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.622952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d042992c-5cb3-4cdd-bec9-f51d7661b614" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.623165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d042992c-5cb3-4cdd-bec9-f51d7661b614" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.623268] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d042992c-5cb3-4cdd-bec9-f51d7661b614',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.649236] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.649420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.649475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.649645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.649731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.649831] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1145.677369] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.677369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.677369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.677561] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.677664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.686207] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1145.827859] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.827859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.827859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.827859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.857414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.857693] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.857817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.857951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.858111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.858199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.858291] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5928d445-883c-47e1-a266-4678321a9e5d is going to be updated. [ 1145.886301] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.886443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.886513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.886749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.886886] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.895355] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5928d445-883c-47e1-a266-4678321a9e5d in Status: IN_PROGRESS for 2s [ 1146.125552] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.125690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.125874] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d042992c-5cb3-4cdd-bec9-f51d7661b614 with status ACTIVE [ 1146.126098] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.126239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.126306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.126514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.126604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.126780] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.126873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.126932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.127096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.127175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.127359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.127451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.127511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.127653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.127726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.127810] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d042992c-5cb3-4cdd-bec9-f51d7661b614 is going to be updated. [ 1146.150899] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.150899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.150899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.150899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.152752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.152752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d042992c-5cb3-4cdd-bec9-f51d7661b614" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.441120] env[70008]: INFO networking_nsxv3.common.synchronization [req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 req-9410dcd3-daaa-4cac-bd1b-7b22cb936ffe tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1146.441120] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1146.441120] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.441120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.441120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.441120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.441120] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.441120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.441120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.441120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.441120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.441980] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.718052] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.718273] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.718584] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.718727] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.719518] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.719518] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.719518] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.720255] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.720255] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.720513] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.720579] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.720678] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.720929] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.720929] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.721021] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.722406] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.738652] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.738820] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.738961] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.739177] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.739499] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.739675] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.739802] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.740224] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.740373] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.947103] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.947103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.947103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.947103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.947103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.947103] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.947103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.947103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.947103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.947103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.947103] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1146.971898] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.972177] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.972257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.972458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.972595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.982752] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1147.243757] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.244075] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.244113] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.244665] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.244665] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.244807] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 not found, creating... [ 1147.245816] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.246242] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.246552] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.246719] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.246909] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.247399] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.247588] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.247716] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.247960] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.248116] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.248278] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 is going to be created. [ 1147.268805] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.269107] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.269289] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.269594] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.269863] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.270136] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.296245] env[70008]: INFO networking_nsxv3.common.synchronization [req-c3bcfc25-ccd1-4a80-9638-b075fe281d99 req-46b50053-a6fd-4719-bf8d-587288645b0b tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_members [ 1147.296891] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGHEST for action security_group_members [ 1147.297227] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-b588a184-618d-4788-bc46-2f7e08fdb8e2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.297375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.297454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.297639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.297862] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.297968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.298045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.298197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.298326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.298435] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.696268] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1147.696474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.696639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.696857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.697065] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.697186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.697252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.697408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.697488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.697661] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.801149] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.801316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.801385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.801598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.820505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.820752] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.820859] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.820915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.821118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.821204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.821590] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 is going to be updated. [ 1147.845784] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.845918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.846063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.846181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.846318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.853342] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 in Status: IN_PROGRESS for 2s [ 1147.904057] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5928d445-883c-47e1-a266-4678321a9e5d in Status: SUCCESS [ 1147.904304] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5928d445-883c-47e1-a266-4678321a9e5d deletion is rescheduled due to dependency. [ 1147.904428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.956364] env[70008]: INFO networking_nsxv3.common.synchronization [req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 req-b0b7449c-7600-4ff2-8e16-d102a1f12797 service nova] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 1147.956567] env[70008]: INFO networking_nsxv3.common.synchronization [req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 req-b0b7449c-7600-4ff2-8e16-d102a1f12797 service nova] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1147.956709] env[70008]: INFO networking_nsxv3.common.synchronization [req-3f86577c-3c42-45a7-b6cf-e2d70c9c6cc1 req-b0b7449c-7600-4ff2-8e16-d102a1f12797 service nova] Enqueued Resource ID: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 with Priority: HIGHEST for action port [ 1147.956939] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 1147.957074] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1147.957176] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 with Priority: HIGHEST for action port [ 1147.957711] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.957856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.957934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.958782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.958905] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.962305] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.962305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.962305] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.962452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.962534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.962735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.962843] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.202815] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.465437] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.465717] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.465756] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 with status ACTIVE [ 1148.465961] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.466063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.466107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.466313] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.466402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.466980] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.466980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.466980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.466980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.466980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.467223] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.467223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.467297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.468051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.468051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.468051] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 is going to be updated. [ 1148.487264] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.487411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.487461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.487766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.487838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.487936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.704839] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.746031] env[70008]: INFO networking_nsxv3.common.synchronization [req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac req-50743317-050c-416b-8240-9c1e9c00a520 tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Enqueued Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGHEST for action security_group_members [ 1148.748197] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGHEST for action security_group_members [ 1148.748197] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c956a7b3-e557-4edc-82b0-95d3f54e2f32 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.748197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.748197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.748197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.748197] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.748197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.749025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.749025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.749025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.749025] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c956a7b3-e557-4edc-82b0-95d3f54e2f32',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.991829] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1148.992022] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b deletion is rescheduled due to dependency. [ 1148.992148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.992323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.992585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.992785] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.992904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.992969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.993136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.993247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.993348] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.043290] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.043476] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-621" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.043602] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-621" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.043931] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-621" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.044239] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.044413] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.045411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.045411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.045411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.045411] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.045411] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.045411] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.045652] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.045652] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.045745] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.045851] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.063244] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.063414] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.063553] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.063733] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-621" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.064067] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-360e98f8-0230-45b6-99c9-34e68713e804 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.064297] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-360e98f8-0230-45b6-99c9-34e68713e804" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.064425] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-360e98f8-0230-45b6-99c9-34e68713e804" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.064734] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-360e98f8-0230-45b6-99c9-34e68713e804" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.064880] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360e98f8-0230-45b6-99c9-34e68713e804',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.207614] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.207790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.207790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.207919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.208028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.208137] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1149.235997] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.236191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.236255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.236465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.236615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.250432] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.250598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.250694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.250884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.250973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.251189] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.251302] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.251362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.251510] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.251587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.251671] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 already deleted. [ 1149.251750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.252649] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1149.498126] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.568435] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.568764] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.568903] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.569203] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.569367] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.569533] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 360e98f8-0230-45b6-99c9-34e68713e804 not found, creating... [ 1149.569843] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.569955] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.570086] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.570306] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.570448] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.570768] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.570886] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.571015] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.571357] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.571506] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.571651] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 360e98f8-0230-45b6-99c9-34e68713e804 is going to be created. [ 1149.591923] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.592190] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.592281] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.592525] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.592759] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.592982] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-360e98f8-0230-45b6-99c9-34e68713e804" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.772726] env[70008]: INFO networking_nsxv3.common.synchronization [req-edcbb9e5-2d88-48b5-b658-6adfa2dbcfbf req-53b0852f-563a-426f-8b81-70d01c0ca555 tempest-ServersV294TestFqdnHostnames-1952109046 tempest-ServersV294TestFqdnHostnames-1952109046-project-member] Enqueued Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_members [ 1149.773540] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 with Priority: HIGHEST for action security_group_members [ 1149.773881] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.774403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.774403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.774403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.774607] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.774689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.774797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.774938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.775027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.775123] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.862836] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 in Status: SUCCESS [ 1149.863070] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 deletion is rescheduled due to dependency. [ 1149.863203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.999959] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.277082] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.277208] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.277407] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.277530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.277626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.277840] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.277949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.278028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.278170] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.278247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.278345] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 is going to be updated. [ 1150.307409] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.307409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.307409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.307718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.307718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.313124] env[70008]: INFO networking_nsxv3.common.synchronization [req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac req-32a224d4-d0c3-4eef-88ea-c671b8fdaf4a service nova] Enqueued Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGHEST for action security_group_rules [ 1150.313524] env[70008]: INFO networking_nsxv3.common.synchronization [req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac req-32a224d4-d0c3-4eef-88ea-c671b8fdaf4a service nova] Enqueued Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGHEST for action security_group_members [ 1150.313720] env[70008]: INFO networking_nsxv3.common.synchronization [req-27a3ba82-6fa6-45ee-b40e-fc8cffde95ac req-32a224d4-d0c3-4eef-88ea-c671b8fdaf4a service nova] Enqueued Resource ID: 360e98f8-0230-45b6-99c9-34e68713e804 with Priority: HIGHEST for action port [ 1150.314366] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGHEST for action security_group_rules [ 1150.316721] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGHEST for action security_group_members [ 1150.316721] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360e98f8-0230-45b6-99c9-34e68713e804 with Priority: HIGHEST for action port [ 1150.316721] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.316721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.316721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.316721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.316721] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c956a7b3-e557-4edc-82b0-95d3f54e2f32',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.317394] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c956a7b3-e557-4edc-82b0-95d3f54e2f32 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.317522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.317588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.317799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.317971] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.318116] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.318647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.318647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.318647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.318647] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c956a7b3-e557-4edc-82b0-95d3f54e2f32',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.319404] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-360e98f8-0230-45b6-99c9-34e68713e804 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.319518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-360e98f8-0230-45b6-99c9-34e68713e804" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.319573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-360e98f8-0230-45b6-99c9-34e68713e804" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.319721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-360e98f8-0230-45b6-99c9-34e68713e804" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.319810] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360e98f8-0230-45b6-99c9-34e68713e804',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.321349] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 in Status: IN_PROGRESS for 2s [ 1150.503644] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.503986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.503986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.504108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.504251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.504404] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1150.529913] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.530037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.530159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.530304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.530446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.537836] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1150.821885] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c956a7b3-e557-4edc-82b0-95d3f54e2f32',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.823057] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c956a7b3-e557-4edc-82b0-95d3f54e2f32 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.823168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.823338] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 360e98f8-0230-45b6-99c9-34e68713e804 with status ACTIVE [ 1150.823493] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.823597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.823662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.823862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.823948] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.824131] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.824270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.824314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.824450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.824528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.824705] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.824815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.824844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.825016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.826240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.826240] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 360e98f8-0230-45b6-99c9-34e68713e804 is going to be updated. [ 1150.844916] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.845067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.845192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.845426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.845627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.845888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-360e98f8-0230-45b6-99c9-34e68713e804" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.262681] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1151.262906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.263094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.263306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.263501] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.263623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.263688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.263842] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.263919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.264013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.264105] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.327192] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c956a7b3-e557-4edc-82b0-95d3f54e2f32',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.767138] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.767458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.767458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.767609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.768154] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.768416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.768493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.768654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.768744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.768836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.768989] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.769099] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.769160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.769300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.769450] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.769545] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.769611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.769735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.769827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.769912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.773612] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.829654] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.829819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.829891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.830121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.830216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.830323] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 is going to be created. [ 1151.853994] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.854153] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.854236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.854443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.854593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.864685] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 in Status: UNINITIALIZED for 2s [ 1152.276787] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d22ee49c-698c-48bc-9d58-cd9e1433e4a5: rpc.has_security_group_logging(os_id): False [ 1152.294853] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.295018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.295093] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.295410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.295532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.295795] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.295909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.295974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.296169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.296260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.296471] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.296559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.296637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.296758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.296826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.297047] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.297174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.297214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.297448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.297448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.297532] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1152.331655] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 in Status: SUCCESS [ 1152.331844] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777 deletion is rescheduled due to dependency. [ 1152.331957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.361177] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.361334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.361723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.361723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.361845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.376993] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1152.547570] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1152.547862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.548114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.548406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.548642] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.548800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.548932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.549188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.549289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.549422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.549665] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.053026] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.356647] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.356875] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.357021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.357303] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.357609] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.357773] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.357898] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.358342] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.358417] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.358785] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.359201] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.359370] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.359444] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.359533] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.359651] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.359847] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.382659] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.382659] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1153.382659] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.382659] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-597" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.382937] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-1c548735-b404-460f-821f-1f4af087088c taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.383638] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.383638] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.383638] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.383638] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c548735-b404-460f-821f-1f4af087088c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.559969] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 135322f4-7c48-4bd8-bca9-c88d7135838b: rpc.has_security_group_logging(os_id): False [ 1153.576686] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.576847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.576905] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.577139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.577232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.577485] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.577606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.577661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.577792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.577860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.577969] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1153.638722] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.638722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.638918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.639044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.639161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.651648] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1153.873128] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 in Status: SUCCESS [ 1153.873374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.873532] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.873747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.873934] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.874060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.874120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.874524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.874524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.874524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.874710] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c956a7b3-e557-4edc-82b0-95d3f54e2f32',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.886445] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.886445] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.886698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.886861] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.886960] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.887359] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.887448] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.887530] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.887846] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.887910] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.888169] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.888332] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.888454] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.888662] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.888802] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.888946] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 1c548735-b404-460f-821f-1f4af087088c is going to be updated. [ 1153.906640] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.906840] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.906968] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.907213] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.907402] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.907617] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.376976] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c956a7b3-e557-4edc-82b0-95d3f54e2f32 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.377289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.377289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.377350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.377540] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.377644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.377727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.377853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.377936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.378032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.378180] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c956a7b3-e557-4edc-82b0-95d3f54e2f32 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.378272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.378331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.378701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.378701] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.378829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.378829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.378927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.378995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.379088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.379178] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c956a7b3-e557-4edc-82b0-95d3f54e2f32',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.395191] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1154.395454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.586761] env[70008]: INFO networking_nsxv3.common.synchronization [req-d56e082d-9e6c-480a-9ca5-76bc21e05302 req-5eebce55-ec9a-494b-96d6-e60881c427b6 service nova] Enqueued Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_rules [ 1154.587027] env[70008]: INFO networking_nsxv3.common.synchronization [req-d56e082d-9e6c-480a-9ca5-76bc21e05302 req-5eebce55-ec9a-494b-96d6-e60881c427b6 service nova] Enqueued Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_members [ 1154.587261] env[70008]: INFO networking_nsxv3.common.synchronization [req-d56e082d-9e6c-480a-9ca5-76bc21e05302 req-5eebce55-ec9a-494b-96d6-e60881c427b6 service nova] Enqueued Resource ID: 1c548735-b404-460f-821f-1f4af087088c with Priority: HIGHEST for action port [ 1154.587824] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_rules [ 1154.587959] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_members [ 1154.588075] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c548735-b404-460f-821f-1f4af087088c with Priority: HIGHEST for action port [ 1154.588926] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.589157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.589216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.589415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.589581] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.590388] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.590523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.592017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.592017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.592017] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.592017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.592017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.592017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.592017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.592017] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.592696] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c548735-b404-460f-821f-1f4af087088c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.592696] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.592696] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.593575] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.593575] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c548735-b404-460f-821f-1f4af087088c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.881842] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c956a7b3-e557-4edc-82b0-95d3f54e2f32: rpc.has_security_group_logging(os_id): False [ 1154.900242] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.900409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.900480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.900743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.900840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.901081] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.901183] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.901248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.901406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.901484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.901721] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.901823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.901885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.902040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.902117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.902388] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.902492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.902553] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.902695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.902789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.902883] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 is going to be created. [ 1154.957518] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.957518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.957518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.957827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.957827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.973018] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 in Status: IN_PROGRESS for 2s [ 1155.094937] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.096264] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.096430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.096655] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c548735-b404-460f-821f-1f4af087088c with status ACTIVE [ 1155.096883] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.097738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.097738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.097738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.097738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.097981] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.097981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.098076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.098267] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.098409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.098655] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.098818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.098876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.099093] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.099257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.099380] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c548735-b404-460f-821f-1f4af087088c is going to be updated. [ 1155.120907] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.121097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.121195] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.121458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.121517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.121668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c548735-b404-460f-821f-1f4af087088c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.602029] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.665716] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1155.665945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.104195] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.104352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.104352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.104572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.104665] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.104774] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 is going to be updated. [ 1156.135857] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.136023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.136096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.136310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.136462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.145109] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: IN_PROGRESS for 2s [ 1156.984347] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 in Status: SUCCESS [ 1156.984649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.906314] env[70008]: INFO networking_nsxv3.common.synchronization [req-c4701503-fb5f-4559-b45c-80b76b1122e6 req-ade405b6-4781-49eb-9af3-0a16513ad0d7 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1157.906506] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1157.908420] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.908420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.908420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.908420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.908420] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.908420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.908420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.908420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.908420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.908420] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.156872] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: SUCCESS [ 1158.157120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.157254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.157468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.157672] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.157843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.157911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.158135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.158204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.158294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.158389] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.412434] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.661092] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.914230] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.021026] env[70008]: INFO networking_nsxv3.common.synchronization [None req-c515c571-ecf7-48d7-9b5d-63924a5a4de5 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_rules [ 1159.021026] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_rules [ 1159.022033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11f1ac8c-2820-481a-afe8-be118b20d317 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.022033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.022033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.022033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.022033] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.084459] env[70008]: INFO networking_nsxv3.common.synchronization [None req-f29fdaff-943a-4e5e-bbbf-039cd05633ff tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_rules [ 1159.084459] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_rules [ 1159.084459] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11f1ac8c-2820-481a-afe8-be118b20d317 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.084636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.165753] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 483979fa-c085-4ee6-a6d2-e89d588539e8: rpc.has_security_group_logging(os_id): False [ 1159.183152] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.183312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.183463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.184392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.184392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.184392] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.184392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.184392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.184392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.184662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.184662] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 is going to be updated. [ 1159.287555] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.287783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.287870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.288161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.288334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.301379] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: IN_PROGRESS for 2s [ 1159.418096] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.418280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.418357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.418576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.418667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.418777] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1159.464488] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.464691] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.464740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.464937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.465075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.486356] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1159.544471] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.544471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.544471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.544471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.544471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.544471] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11f1ac8c-2820-481a-afe8-be118b20d317 already deleted. [ 1159.544740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.544740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.544961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.545054] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.066233] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.066398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.066456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.066655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.066749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.066851] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11f1ac8c-2820-481a-afe8-be118b20d317 already deleted. [ 1160.066932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.315597] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: SUCCESS [ 1161.315889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.496272] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1161.496957] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.795025] env[70008]: INFO networking_nsxv3.common.synchronization [req-a112fbf6-44d4-42f4-855f-719714190a6f req-dc17421f-274a-4aa7-bcd3-eee5c374c186 tempest-InstanceActionsV221TestJSON-534495652 tempest-InstanceActionsV221TestJSON-534495652-project-member] Enqueued Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGHEST for action security_group_members [ 1163.795025] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGHEST for action security_group_members [ 1163.795025] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-c956a7b3-e557-4edc-82b0-95d3f54e2f32 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.795025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.795025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.796337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.796337] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.796337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.796337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.796337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.796337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.797616] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c956a7b3-e557-4edc-82b0-95d3f54e2f32',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.170434] env[70008]: INFO networking_nsxv3.common.synchronization [req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 req-b74d0284-540b-4e76-b473-11a894423a7f tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1164.170994] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1164.171346] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.171475] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.171539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.171749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.171908] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.172019] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.172110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.172357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.172449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.172557] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.298587] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.298791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.298841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.299043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.299143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.299437] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.299437] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.299523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.299643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.299719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.299808] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 is going to be updated. [ 1164.325782] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.326066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.326066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.326211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.326347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.335837] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 in Status: IN_PROGRESS for 2s [ 1164.488946] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.489166] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.489299] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.489590] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.489852] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.490069] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.490208] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.490527] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.490591] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.490897] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.491036] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.491153] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.491271] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.491405] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.491572] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.491724] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.510305] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.510507] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1164.510633] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.510818] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.511135] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-9637d2b6-3590-4922-9235-777863ca5f89 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.511328] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-9637d2b6-3590-4922-9235-777863ca5f89" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.511455] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-9637d2b6-3590-4922-9235-777863ca5f89" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.511826] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-9637d2b6-3590-4922-9235-777863ca5f89" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.511974] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9637d2b6-3590-4922-9235-777863ca5f89',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.674579] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.674748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.674822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.675200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.675324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.675556] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.675661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.675725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.675889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.675967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.676122] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1164.699781] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.699947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.699986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.700216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.700358] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.709152] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1165.014359] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.014722] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.014799] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.015110] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.015314] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.015517] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 9637d2b6-3590-4922-9235-777863ca5f89 not found, creating... [ 1165.015812] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.015978] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.016118] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.016411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.016600] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.016914] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.017123] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.017292] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.017519] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.017667] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.017815] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 9637d2b6-3590-4922-9235-777863ca5f89 is going to be created. [ 1165.038031] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.038467] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.038707] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.039187] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.039579] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.039969] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-9637d2b6-3590-4922-9235-777863ca5f89" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.823416] env[70008]: INFO networking_nsxv3.common.synchronization [req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 req-dbed0259-cec4-4cf5-8d03-4638f81780f2 service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1165.823416] env[70008]: INFO networking_nsxv3.common.synchronization [req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 req-dbed0259-cec4-4cf5-8d03-4638f81780f2 service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1165.823416] env[70008]: INFO networking_nsxv3.common.synchronization [req-ccf208e2-57a7-483a-a462-a72d1f61b2c0 req-dbed0259-cec4-4cf5-8d03-4638f81780f2 service nova] Enqueued Resource ID: 9637d2b6-3590-4922-9235-777863ca5f89 with Priority: HIGHEST for action port [ 1165.823416] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1165.823416] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1165.823416] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9637d2b6-3590-4922-9235-777863ca5f89 with Priority: HIGHEST for action port [ 1165.824601] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.826456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.826456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.826456] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.826456] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.827700] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.828679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.832349] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-9637d2b6-3590-4922-9235-777863ca5f89 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.832349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9637d2b6-3590-4922-9235-777863ca5f89" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.832349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9637d2b6-3590-4922-9235-777863ca5f89" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.832349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9637d2b6-3590-4922-9235-777863ca5f89" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.832349] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9637d2b6-3590-4922-9235-777863ca5f89',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.327909] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.328290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.337041] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9637d2b6-3590-4922-9235-777863ca5f89 with status ACTIVE [ 1166.337474] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.337474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.337474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.337673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.337767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.337950] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.338063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.338125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.338277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.338375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.338565] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.338667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.338727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.338865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.338939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.339033] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9637d2b6-3590-4922-9235-777863ca5f89 is going to be updated. [ 1166.355389] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 in Status: SUCCESS [ 1166.355595] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 deletion is rescheduled due to dependency. [ 1166.355713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.367507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.367686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.367782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.368088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.368414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.368641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9637d2b6-3590-4922-9235-777863ca5f89" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.718859] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1166.719101] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 1166.719242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.719424] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.719667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.719874] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.720022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.720096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.720265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.720326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.720422] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.222931] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.733087] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.234582] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.234772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.234839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.235042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.235142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.235250] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1168.263820] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.263973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.264047] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.264211] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.264350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.272382] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1169.705660] env[70008]: INFO networking_nsxv3.common.synchronization [req-fa10ee4c-d746-432c-91ed-9e037fb76bf8 req-83111050-d784-4ece-b5b3-2b310a20ad23 tempest-ServersTestJSON-333936885 tempest-ServersTestJSON-333936885-project-member] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1169.706205] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGHEST for action security_group_members [ 1169.706507] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.706634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.706704] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.706916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.707083] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.707184] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.707247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.707396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.707480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.707574] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.209482] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.209743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.209894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.210193] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.210291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.210548] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.210605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.210677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.210817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.210851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.210944] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be updated. [ 1170.237216] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.237376] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.237434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.237650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.238292] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.245927] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: IN_PROGRESS for 2s [ 1170.281814] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1170.281814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.281814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.281814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.282130] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.282130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.282130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.282286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.282286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.282426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.282531] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.784933] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.785305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.785305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.785587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.785831] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.786013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.786155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.786407] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.786582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.786888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.786978] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.787130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.787203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.787357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.787503] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.787600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.787662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.787801] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.787877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.787958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.788071] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.290418] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572d5020-030e-4c09-8ea6-79ca6568283f: rpc.has_security_group_logging(os_id): False [ 1171.308610] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.308771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.308830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.309145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.309240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.309443] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.309551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.309614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.309767] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.309846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.310064] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.310159] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.310220] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.310387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.310487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.310704] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.310829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.310911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.311145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.311280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.311424] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1171.378890] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.379045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.379128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.379312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.379457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.398819] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1172.257132] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 in Status: SUCCESS [ 1172.257132] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 deletion is rescheduled due to dependency. [ 1172.257132] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.325245] env[70008]: INFO networking_nsxv3.common.synchronization [req-82874769-8917-4cbc-a0f4-30a3b22377e8 req-7b2a2c91-cb4d-46b7-877b-187387f1b481 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_members [ 1172.325245] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_members [ 1172.325245] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-11f1ac8c-2820-481a-afe8-be118b20d317 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.325245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.325245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.325245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.325245] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.325245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.325245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.325245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.325245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.325245] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.675111] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.675319] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.675567] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.675913] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.676220] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.676369] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.676529] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.676732] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.676880] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.677129] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.677247] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.677433] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.677500] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.677613] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.677767] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.677861] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.695819] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.695977] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.696130] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.696300] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.696574] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-74a39b1d-d00f-4552-905c-606e5c8c19e8 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.696743] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-74a39b1d-d00f-4552-905c-606e5c8c19e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.696868] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-74a39b1d-d00f-4552-905c-606e5c8c19e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.697166] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-74a39b1d-d00f-4552-905c-606e5c8c19e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.697308] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a39b1d-d00f-4552-905c-606e5c8c19e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.828040] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.828323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.828323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.828422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.828533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.828691] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.828780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.828849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.829029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.829114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.829212] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11f1ac8c-2820-481a-afe8-be118b20d317 already deleted. [ 1172.829819] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.200037] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.200037] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.200037] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.200393] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.200444] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.200613] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 74a39b1d-d00f-4552-905c-606e5c8c19e8 not found, creating... [ 1173.200873] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.201065] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.201196] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.201437] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.201594] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.201879] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.202049] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.202170] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.202377] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.202529] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.202686] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 74a39b1d-d00f-4552-905c-606e5c8c19e8 is going to be created. [ 1173.220855] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.221137] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.221338] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.221669] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.221995] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.222330] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-74a39b1d-d00f-4552-905c-606e5c8c19e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.414237] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1173.414552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.980993] env[70008]: INFO networking_nsxv3.common.synchronization [req-82874769-8917-4cbc-a0f4-30a3b22377e8 req-e7b58ff6-3510-47d3-9523-a9a8a750978e service nova] Enqueued Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_rules [ 1173.981190] env[70008]: INFO networking_nsxv3.common.synchronization [req-82874769-8917-4cbc-a0f4-30a3b22377e8 req-e7b58ff6-3510-47d3-9523-a9a8a750978e service nova] Enqueued Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_members [ 1173.981335] env[70008]: INFO networking_nsxv3.common.synchronization [req-82874769-8917-4cbc-a0f4-30a3b22377e8 req-e7b58ff6-3510-47d3-9523-a9a8a750978e service nova] Enqueued Resource ID: 74a39b1d-d00f-4552-905c-606e5c8c19e8 with Priority: HIGHEST for action port [ 1173.981562] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_rules [ 1173.981692] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_members [ 1173.981787] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a39b1d-d00f-4552-905c-606e5c8c19e8 with Priority: HIGHEST for action port [ 1173.982331] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11f1ac8c-2820-481a-afe8-be118b20d317 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.982458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.982522] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.982716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.982795] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.985062] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-11f1ac8c-2820-481a-afe8-be118b20d317 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.985165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.985232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.985387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.985530] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.985625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.985727] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.985820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.985903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.985986] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.986673] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-74a39b1d-d00f-4552-905c-606e5c8c19e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.986781] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74a39b1d-d00f-4552-905c-606e5c8c19e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.986844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74a39b1d-d00f-4552-905c-606e5c8c19e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.987109] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74a39b1d-d00f-4552-905c-606e5c8c19e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.987109] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a39b1d-d00f-4552-905c-606e5c8c19e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.490314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-11f1ac8c-2820-481a-afe8-be118b20d317 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.490314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.490314] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.490314] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74a39b1d-d00f-4552-905c-606e5c8c19e8 with status ACTIVE [ 1174.490314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.490977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.490977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.490977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.490977] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.490977] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.491153] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.491153] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.491264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.491335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.491514] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.491605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.491658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.491794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.491867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.491950] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74a39b1d-d00f-4552-905c-606e5c8c19e8 is going to be updated. [ 1174.511417] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.511560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.511632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.511837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.511979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.512156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74a39b1d-d00f-4552-905c-606e5c8c19e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.580297] env[70008]: INFO networking_nsxv3.common.synchronization [req-49dbe98b-e971-4fdd-a462-535fae28c6a6 req-8c0c0979-920f-45cd-8a43-111d720ac83a tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 1174.580297] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 1174.581461] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.581749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.581968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.583884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.583884] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.583884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.583884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.583884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.583884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.583884] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.938785] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.939060] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.939149] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.939434] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.939700] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.939915] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.940078] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.940308] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.940461] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.940683] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.940801] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.940913] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.941043] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.941204] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.941335] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.941473] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.963436] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.963668] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.963738] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.963935] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.964274] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-9e405568-9721-4cb5-a86f-710088907810 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.964471] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.964754] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.965208] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.965362] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e405568-9721-4cb5-a86f-710088907810',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.994309] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.088645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.088645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.088645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.088645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.088645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.088645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.088645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.088645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.088645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.088645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.088645] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 is going to be deleted. [ 1175.116821] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.116821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.116821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.117136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.118024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.118024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.468387] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.468603] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.468737] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.469126] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.469316] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.469480] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 9e405568-9721-4cb5-a86f-710088907810 not found, creating... [ 1175.469882] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.470128] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.470268] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.470496] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.470643] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.470980] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.471170] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.471295] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.471510] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.471695] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.471848] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 9e405568-9721-4cb5-a86f-710088907810 is going to be created. [ 1175.492558] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.492894] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.492894] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.493180] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.493418] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.493645] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.496051] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.496171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.496232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.496393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.496474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.496567] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11f1ac8c-2820-481a-afe8-be118b20d317 is going to be created. [ 1175.516441] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.516593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.516636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.516829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.517018] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.525374] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11f1ac8c-2820-481a-afe8-be118b20d317 in Status: UNINITIALIZED for 2s [ 1176.302926] env[70008]: INFO networking_nsxv3.common.synchronization [req-49dbe98b-e971-4fdd-a462-535fae28c6a6 req-3bcfeb1d-e226-41c3-abe8-ff3daf42b293 service nova] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_rules [ 1176.302926] env[70008]: INFO networking_nsxv3.common.synchronization [req-49dbe98b-e971-4fdd-a462-535fae28c6a6 req-3bcfeb1d-e226-41c3-abe8-ff3daf42b293 service nova] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 1176.302926] env[70008]: INFO networking_nsxv3.common.synchronization [req-49dbe98b-e971-4fdd-a462-535fae28c6a6 req-3bcfeb1d-e226-41c3-abe8-ff3daf42b293 service nova] Enqueued Resource ID: 9e405568-9721-4cb5-a86f-710088907810 with Priority: HIGHEST for action port [ 1176.303129] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_rules [ 1176.303863] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 1176.303863] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e405568-9721-4cb5-a86f-710088907810 with Priority: HIGHEST for action port [ 1176.303972] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.305274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.305274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.305497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.305610] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.307310] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.307310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.307310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.307310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.307310] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.307310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.307310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.307310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.307995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.307995] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.308227] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e405568-9721-4cb5-a86f-710088907810 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.308343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.309029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.309029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.309029] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e405568-9721-4cb5-a86f-710088907810',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.811637] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.811892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.811965] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.816022] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e405568-9721-4cb5-a86f-710088907810 with status ACTIVE [ 1176.816022] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.816022] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.816022] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.816022] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.816022] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e405568-9721-4cb5-a86f-710088907810 is going to be updated. [ 1176.835504] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.835718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.835812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.836078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.836239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.836406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.318260] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.538979] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11f1ac8c-2820-481a-afe8-be118b20d317 in Status: SUCCESS [ 1177.539222] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.539382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.539593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.539815] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.539903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.539960] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.540157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.540200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.540286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.540387] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.825144] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.825144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.825144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.825454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.825454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.825454] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 is going to be created. [ 1177.848020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.848020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.848020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.848020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.848020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.856266] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: UNINITIALIZED for 2s [ 1178.045543] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.547368] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11f1ac8c-2820-481a-afe8-be118b20d317: rpc.has_security_group_logging(os_id): False [ 1178.565882] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.565990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.566049] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.566304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.566415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.566691] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.566792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.566856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.567048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.567151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.567285] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11f1ac8c-2820-481a-afe8-be118b20d317 is going to be created. [ 1178.586868] env[70008]: INFO networking_nsxv3.common.synchronization [req-d9598bb8-4d5c-48c7-af05-0219527e6e0c req-0698bb11-dac6-43cb-b4d5-5a8370450db5 tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1178.587487] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1178.587831] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.587968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.588060] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.588526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.588700] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.588826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.588899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.589029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.589111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.589210] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.614205] env[70008]: INFO networking_nsxv3.common.synchronization [None req-3d93af24-b20c-4c79-8717-59ce7f30233c None None] Enqueued Resource ID: 551dba8f-df89-4559-a87c-dca20e065162 with Priority: HIGHEST for action port [ 1178.615358] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551dba8f-df89-4559-a87c-dca20e065162 with Priority: HIGHEST for action port [ 1178.621103] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.621240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.621776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.621776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.622102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.623334] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-551dba8f-df89-4559-a87c-dca20e065162 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.623442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-551dba8f-df89-4559-a87c-dca20e065162" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.623511] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-551dba8f-df89-4559-a87c-dca20e065162" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.623736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-551dba8f-df89-4559-a87c-dca20e065162" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.623822] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551dba8f-df89-4559-a87c-dca20e065162',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.637377] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11f1ac8c-2820-481a-afe8-be118b20d317 in Status: IN_PROGRESS for 2s [ 1179.091767] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.092098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.092098] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.092338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.092428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.092688] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.092809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.092809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.092980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.093081] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.093256] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1179.118632] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.118789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.118875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.119107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.119249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.126558] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1179.126779] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 551dba8f-df89-4559-a87c-dca20e065162 [ 1179.126987] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.127104] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.127173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.127721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.127721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.127721] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:551dba8f-df89-4559-a87c-dca20e065162 already deleted. [ 1179.127721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-551dba8f-df89-4559-a87c-dca20e065162" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.409710] env[70008]: INFO networking_nsxv3.common.synchronization [None req-fa01dc42-5249-4d68-81a9-4f7890008d1b tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1179.409932] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1179.410237] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.410363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.410438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.410677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.410763] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.492614] env[70008]: INFO networking_nsxv3.common.synchronization [None req-447fd5bb-328d-4d02-bc72-a62dd548f4d6 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1179.492752] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1179.493065] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.493178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.869501] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: SUCCESS [ 1179.869501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.869501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.869501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.869501] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.869501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.869501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.869501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.869501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.869501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.869501] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.937606] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.937765] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.937816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.938036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.938128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.938230] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 already deleted. [ 1179.938315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.938463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.938634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.938716] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.371732] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.372054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.372054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.372386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.372611] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.372756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.372850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.373053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.374309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.374309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.374309] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.374309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.374309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.374309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.374309] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.374309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.374309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.374309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.374309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.374749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.374749] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.459594] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.460131] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.460316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.460621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.461087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.461087] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 already deleted. [ 1180.461087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.647556] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11f1ac8c-2820-481a-afe8-be118b20d317 in Status: SUCCESS [ 1180.647798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.736266] env[70008]: INFO networking_nsxv3.common.synchronization [None req-99e15e15-cc40-4aaa-9eaf-10a2446028c2 None None] Enqueued Resource ID: 39aa5270-1b9d-4f2c-b86f-e7b03a31ceca with Priority: HIGHEST for action port [ 1180.736543] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39aa5270-1b9d-4f2c-b86f-e7b03a31ceca with Priority: HIGHEST for action port [ 1180.741021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-39aa5270-1b9d-4f2c-b86f-e7b03a31ceca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.741021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39aa5270-1b9d-4f2c-b86f-e7b03a31ceca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.741021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39aa5270-1b9d-4f2c-b86f-e7b03a31ceca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.741021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39aa5270-1b9d-4f2c-b86f-e7b03a31ceca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.741021] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39aa5270-1b9d-4f2c-b86f-e7b03a31ceca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.877037] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e79b4368-a6f0-49aa-a276-945b9ac44897: rpc.has_security_group_logging(os_id): False [ 1180.893624] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.893890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.893890] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.894072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.894161] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.894379] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.894479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.896052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.896052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.896052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.903318] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.903318] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 is going to be created. [ 1180.956298] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.956505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.956585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.956797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.956976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.975674] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: IN_PROGRESS for 2s [ 1181.137248] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 4s [ 1181.239990] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39aa5270-1b9d-4f2c-b86f-e7b03a31ceca [ 1181.240308] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.240487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.240568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.240824] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.240940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.241101] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39aa5270-1b9d-4f2c-b86f-e7b03a31ceca already deleted. [ 1181.241212] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39aa5270-1b9d-4f2c-b86f-e7b03a31ceca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.986012] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: SUCCESS [ 1182.986347] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.145188] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1183.145376] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 1183.145494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.322254] env[70008]: INFO networking_nsxv3.common.synchronization [req-c87e3c53-45b6-4c75-af99-3f2f489fe89a req-bff3a2a3-6d37-4cd5-ac87-94c14c87024f tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1185.323135] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1185.323135] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.323421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.323421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.323606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.323754] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.323860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.323917] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.324453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.324563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.324653] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.791260] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.791514] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.791687] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.792068] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.792703] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.792703] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.792843] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.793114] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.793316] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.793567] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.793747] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.793905] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.794067] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.794229] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.794376] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.794545] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.812744] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.812744] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.812919] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.813017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.813323] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-769069b9-d554-4590-b9ad-54b23f88117b taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.813493] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-769069b9-d554-4590-b9ad-54b23f88117b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.813619] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-769069b9-d554-4590-b9ad-54b23f88117b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.813920] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-769069b9-d554-4590-b9ad-54b23f88117b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.814073] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769069b9-d554-4590-b9ad-54b23f88117b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.826699] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.826823] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.826904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.827089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.827181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.827362] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.827469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.827521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.827661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.827732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.827814] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 already deleted. [ 1185.827889] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.841023] env[70008]: INFO networking_nsxv3.common.synchronization [req-78eda65b-1a98-4bd1-8452-bf9d2c3ec7eb req-28221f73-3f87-44e3-a936-0b2a4a1adafd tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 1185.841160] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGHEST for action security_group_members [ 1185.842885] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.842885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.842885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.842885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.842885] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.842885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.842885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.842885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.842885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.842885] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.897714] env[70008]: INFO networking_nsxv3.common.synchronization [req-78eda65b-1a98-4bd1-8452-bf9d2c3ec7eb req-28221f73-3f87-44e3-a936-0b2a4a1adafd tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: 9e405568-9721-4cb5-a86f-710088907810 with Priority: HIGHEST for action port [ 1185.898229] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e405568-9721-4cb5-a86f-710088907810 with Priority: HIGHEST for action port [ 1185.898853] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e405568-9721-4cb5-a86f-710088907810 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.898979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.899257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.900230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.900230] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e405568-9721-4cb5-a86f-710088907810',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.316967] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.317259] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.317407] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.317695] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.317855] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.318029] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 769069b9-d554-4590-b9ad-54b23f88117b not found, creating... [ 1186.318300] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.318462] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.318584] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.318808] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.318951] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.319246] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.319407] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.319528] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.319736] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.319877] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.320031] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 769069b9-d554-4590-b9ad-54b23f88117b is going to be created. [ 1186.339476] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.339729] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.339830] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.340088] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.340318] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.340550] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-769069b9-d554-4590-b9ad-54b23f88117b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.345044] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.345158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.345229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.345391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.345473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.345646] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.345881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.345881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.346021] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.346070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.346138] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 is going to be updated. [ 1186.377426] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.377568] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.377636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.377838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.377984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.386196] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: IN_PROGRESS for 2s [ 1186.401667] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e405568-9721-4cb5-a86f-710088907810 with status ACTIVE [ 1186.401834] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.401968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.402043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.402431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.402431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.402530] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.402610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.402673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.402840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.402938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.403140] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.403237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.403298] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.403440] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.403513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.403596] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e405568-9721-4cb5-a86f-710088907810 is going to be updated. [ 1186.423900] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.424029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.424103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.424322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.424398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.424549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e405568-9721-4cb5-a86f-710088907810" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.076597] env[70008]: INFO networking_nsxv3.common.synchronization [req-c87e3c53-45b6-4c75-af99-3f2f489fe89a req-98c9171d-eae4-4c27-9ed5-dc11e4f4f45d service nova] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1187.076754] env[70008]: INFO networking_nsxv3.common.synchronization [req-c87e3c53-45b6-4c75-af99-3f2f489fe89a req-98c9171d-eae4-4c27-9ed5-dc11e4f4f45d service nova] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1187.076858] env[70008]: INFO networking_nsxv3.common.synchronization [req-c87e3c53-45b6-4c75-af99-3f2f489fe89a req-98c9171d-eae4-4c27-9ed5-dc11e4f4f45d service nova] Enqueued Resource ID: 769069b9-d554-4590-b9ad-54b23f88117b with Priority: HIGHEST for action port [ 1187.077392] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1187.077553] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1187.077617] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769069b9-d554-4590-b9ad-54b23f88117b with Priority: HIGHEST for action port [ 1187.077891] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.079662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.079748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.080026] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.080148] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.081008] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.081173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.081232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.081395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.081547] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.081646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.081714] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.081850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.081938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.082048] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.082852] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-769069b9-d554-4590-b9ad-54b23f88117b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.082966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-769069b9-d554-4590-b9ad-54b23f88117b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.083810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-769069b9-d554-4590-b9ad-54b23f88117b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.085681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-769069b9-d554-4590-b9ad-54b23f88117b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.085681] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769069b9-d554-4590-b9ad-54b23f88117b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.586801] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 769069b9-d554-4590-b9ad-54b23f88117b with status ACTIVE [ 1187.587123] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.587123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.587123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.587287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.587377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.587574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.587674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.587737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.587887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.587964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.588162] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.588254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.588316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.588457] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.588530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.588615] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 769069b9-d554-4590-b9ad-54b23f88117b is going to be updated. [ 1187.589718] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.590668] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.590788] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.610065] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.610230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.610314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.610480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.610615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.610768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-769069b9-d554-4590-b9ad-54b23f88117b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.092383] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.326415] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 req-5e29fb24-0029-47e9-a17a-85079f6ab1ad tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1188.326994] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1188.327470] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.327470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.327610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.327774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.327954] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.328090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.328172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.328352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.328461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.328574] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.395861] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79b4368-a6f0-49aa-a276-945b9ac44897 in Status: SUCCESS [ 1188.396063] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 deletion is rescheduled due to dependency. [ 1188.396173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.572549] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.572822] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.573069] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.573349] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.573697] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.573911] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.574136] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.574360] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.574605] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.574843] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.575030] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.575169] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.575340] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.575522] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.575673] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.575833] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.594433] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.594745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.594745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.594925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.595038] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.595145] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be created. [ 1188.599915] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.600147] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.600240] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.600415] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-588" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.600718] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-bbce4693-4a06-4d0a-8972-6f76d1047a68 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.600899] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-bbce4693-4a06-4d0a-8972-6f76d1047a68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.601036] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-bbce4693-4a06-4d0a-8972-6f76d1047a68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.601356] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-bbce4693-4a06-4d0a-8972-6f76d1047a68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.601503] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbce4693-4a06-4d0a-8972-6f76d1047a68',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.615433] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.615603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.615647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.615835] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.615989] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.624073] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: UNINITIALIZED for 2s [ 1188.830926] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.831103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.831219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.831387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.831480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.831698] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.831780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.831863] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.831980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.832069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.832155] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1188.857541] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.857647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.857797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.857899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.858044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.866168] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1189.106021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.106021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.106021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.106021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.106021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.106021] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port bbce4693-4a06-4d0a-8972-6f76d1047a68 not found, creating... [ 1189.106021] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.106021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.106021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.106021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.106021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.106773] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.107085] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.107436] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.107806] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.108070] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.108317] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: bbce4693-4a06-4d0a-8972-6f76d1047a68 is going to be created. [ 1189.127035] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.127035] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.127035] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.127263] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.127494] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.127719] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-bbce4693-4a06-4d0a-8972-6f76d1047a68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.824839] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 req-b964573c-f47b-4224-b426-d72a8e15c5d1 service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1189.825254] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 req-b964573c-f47b-4224-b426-d72a8e15c5d1 service nova] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1189.825254] env[70008]: INFO networking_nsxv3.common.synchronization [req-6b60f8de-09a1-4caa-b8cf-b3cced72f348 req-b964573c-f47b-4224-b426-d72a8e15c5d1 service nova] Enqueued Resource ID: bbce4693-4a06-4d0a-8972-6f76d1047a68 with Priority: HIGHEST for action port [ 1189.825452] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_rules [ 1189.825581] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1189.825701] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbce4693-4a06-4d0a-8972-6f76d1047a68 with Priority: HIGHEST for action port [ 1189.826325] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.826442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.826442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.826645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.826718] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.827591] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.829611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.829611] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbce4693-4a06-4d0a-8972-6f76d1047a68 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.829611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbce4693-4a06-4d0a-8972-6f76d1047a68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.829611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbce4693-4a06-4d0a-8972-6f76d1047a68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.829611] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbce4693-4a06-4d0a-8972-6f76d1047a68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.829611] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbce4693-4a06-4d0a-8972-6f76d1047a68',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.331029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.331029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.331223] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbce4693-4a06-4d0a-8972-6f76d1047a68 with status ACTIVE [ 1190.331798] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.331798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.331798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.331798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.331798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.332037] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.332037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.332186] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.332368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.332477] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.332687] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.332862] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.332949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.333139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.333296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.333401] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbce4693-4a06-4d0a-8972-6f76d1047a68 is going to be updated. [ 1190.355516] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.355693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.355851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.356118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.356314] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.356518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbce4693-4a06-4d0a-8972-6f76d1047a68" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.636366] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1190.636588] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.636745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.637078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.637175] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.637290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.637351] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.637474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.637551] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.637638] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.637745] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.876098] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1190.876527] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 1190.876527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.876527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.876735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.876906] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.877032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.877107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.877244] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.877326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.877419] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.140022] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.380567] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.642448] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4c4765-bf38-40fa-b5f8-e6d222c7a121: rpc.has_security_group_logging(os_id): False [ 1191.664335] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.664501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.664546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.664802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.664918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.665124] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.665229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.665310] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.665471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.665548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.665650] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be created. [ 1191.722646] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.722834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.722904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.723147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.723335] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.734308] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1191.882747] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.384980] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.385195] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.385240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.385454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.385550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.385657] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1192.412439] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.412685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.412771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.412952] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.413112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.421378] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1193.747256] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1193.747550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.440504] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1194.440737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.440894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.441128] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.441323] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.441439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.441501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.441652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.441743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.441814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.441920] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.827142] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.827459] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1194.944093] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.944286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.944366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.944565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.944738] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.944891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.944967] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.945122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.945215] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.945305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.945457] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.945549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.945601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.945741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.945876] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.945969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.946043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.946172] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.946245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.946327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.946415] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.448851] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572d5020-030e-4c09-8ea6-79ca6568283f: rpc.has_security_group_logging(os_id): False [ 1195.469737] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.469912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.469958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.470200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.470296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.470502] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.470601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.470663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.470814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.470891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.471117] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.471214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.471273] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.471414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.471487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.471666] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.471855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.471919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.472082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.472152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.472239] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1195.533426] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.533672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.533672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.533849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.533998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.557916] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1197.582369] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1197.582668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.827987] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.828370] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1202.451555] env[70008]: INFO networking_nsxv3.common.synchronization [req-8d791564-6ed3-4a6d-b7f7-7472537061ab req-e38455fe-e2d8-4588-a6a6-02aa4666e125 tempest-AttachVolumeShelveTestJSON-195987648 tempest-AttachVolumeShelveTestJSON-195987648-project-member] Enqueued Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_members [ 1202.452376] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGHEST for action security_group_members [ 1202.452870] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.454013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.454013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.454013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.454013] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.454013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.454013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.454013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.454013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.454991] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.956272] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.956476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.956574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.956856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.956988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.957258] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.957388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.957474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.957673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.957777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.957896] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 is going to be updated. [ 1202.986283] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.986466] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.986560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.986766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.986906] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.997569] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: IN_PROGRESS for 2s [ 1205.009738] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 in Status: SUCCESS [ 1205.009738] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 deletion is rescheduled due to dependency. [ 1205.010065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.454068] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.454471] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.247716] env[70008]: INFO networking_nsxv3.common.synchronization [req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d req-f63cd09b-0ed7-43b8-8d63-e05128bb469d tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 1209.248657] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 1209.249277] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.249277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.249277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.249277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.249470] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.249470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.249595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.249718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.249778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.249879] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.507869] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.507869] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.507869] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.507869] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.508156] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.508325] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.508479] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.508704] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.508856] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.509085] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.509210] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.509322] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.509432] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.509544] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.509653] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.509803] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.537709] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.537881] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1209.538036] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.538222] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-523" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.538525] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.538699] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.538826] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.539168] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.539316] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3196c0f5-02a2-4267-8f55-e0bf43c1b15d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.752426] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.041837] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.042191] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.042394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.042732] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.042932] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.043174] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 3196c0f5-02a2-4267-8f55-e0bf43c1b15d not found, creating... [ 1210.043456] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.043621] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.043750] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.043964] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.044123] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.044452] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.044619] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.044826] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.045141] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.045271] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.045416] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 3196c0f5-02a2-4267-8f55-e0bf43c1b15d is going to be created. [ 1210.065621] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.065821] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.066060] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.066363] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.066635] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.066864] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.255075] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.757465] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.757653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.757718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.757920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.758023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.758136] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be updated. [ 1210.778705] env[70008]: INFO networking_nsxv3.common.synchronization [req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d req-71e42ff7-42ee-4f70-9459-6be6ec729dbe service nova] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_rules [ 1210.778886] env[70008]: INFO networking_nsxv3.common.synchronization [req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d req-71e42ff7-42ee-4f70-9459-6be6ec729dbe service nova] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 1210.779040] env[70008]: INFO networking_nsxv3.common.synchronization [req-115f383f-d221-42ed-a2ee-56d6c1aa6c8d req-71e42ff7-42ee-4f70-9459-6be6ec729dbe service nova] Enqueued Resource ID: 3196c0f5-02a2-4267-8f55-e0bf43c1b15d with Priority: HIGHEST for action port [ 1210.779533] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_rules [ 1210.779665] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 1210.779760] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3196c0f5-02a2-4267-8f55-e0bf43c1b15d with Priority: HIGHEST for action port [ 1210.780180] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.780322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.780387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.780581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.780661] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.781882] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.782079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.782313] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.782416] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.782497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.782641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.782714] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3196c0f5-02a2-4267-8f55-e0bf43c1b15d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.794607] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.794755] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.795158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.795158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.795271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.805353] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: IN_PROGRESS for 2s [ 1211.282358] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.282653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.284849] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3196c0f5-02a2-4267-8f55-e0bf43c1b15d with status ACTIVE [ 1211.285130] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.285323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.285419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.285615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.285707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.285903] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.286075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.286213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.286406] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.286519] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.286693] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.286793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.286868] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.287024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.287451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.287451] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3196c0f5-02a2-4267-8f55-e0bf43c1b15d is going to be updated. [ 1211.307299] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.307454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.307514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.307676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.307923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.308111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3196c0f5-02a2-4267-8f55-e0bf43c1b15d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.815311] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: SUCCESS [ 1212.815647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.815762] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.816054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.816191] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.816317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.816419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.816640] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.816640] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.816750] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.319400] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.821719] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.324539] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.324697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.324783] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.325153] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.325293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.325429] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be updated. [ 1214.362404] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.362593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.362654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.362874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.363065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.374149] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: IN_PROGRESS for 2s [ 1215.780991] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.781249] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1216.385629] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: SUCCESS [ 1216.385793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.385956] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.386188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.386431] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.386525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.386565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.386693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.386772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.386854] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.386951] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.890302] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.394718] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff8cd3bb-30b0-413d-bd3e-4166a97c31a2: rpc.has_security_group_logging(os_id): False [ 1217.413255] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.413408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.413658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.413737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.413782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.414044] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.414163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.414229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.414400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.414487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.414730] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be updated. [ 1217.512252] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.512252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.512252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.512252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.513225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.532975] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: IN_PROGRESS for 2s [ 1219.562638] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: SUCCESS [ 1219.562983] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.782191] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.782493] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.207427] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.207427] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.207427] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.207427] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.207427] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.207901] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.207901] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.207986] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.208120] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.208351] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.208466] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.208580] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.208693] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.208806] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.208915] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.209063] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.230417] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.230579] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1222.230720] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.230885] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-271" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.231176] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.231343] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.231466] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.231733] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.231891] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.734344] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.734575] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.734707] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.735017] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.735235] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.735568] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.735719] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.735843] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.736073] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.736250] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.736554] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.736717] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.736839] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.737061] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.737208] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.737356] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 is going to be updated. [ 1222.757989] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.758185] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.758305] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.758528] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.758714] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.758923] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.443965] env[70008]: INFO networking_nsxv3.common.synchronization [req-08b0b669-2cd2-4199-bd72-584a9c2f0941 req-6d36ca5d-9349-4f25-af9b-5ba39152c58b service nova] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 1223.444229] env[70008]: INFO networking_nsxv3.common.synchronization [req-08b0b669-2cd2-4199-bd72-584a9c2f0941 req-6d36ca5d-9349-4f25-af9b-5ba39152c58b service nova] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1223.444316] env[70008]: INFO networking_nsxv3.common.synchronization [req-08b0b669-2cd2-4199-bd72-584a9c2f0941 req-6d36ca5d-9349-4f25-af9b-5ba39152c58b service nova] Enqueued Resource ID: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 with Priority: HIGHEST for action port [ 1223.444559] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_rules [ 1223.444676] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1223.444773] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 with Priority: HIGHEST for action port [ 1223.445759] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.445891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.445969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.446168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.446292] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.447079] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.447364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.447436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.447605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.448076] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.448214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.448282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.448438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.448527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.448621] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.449488] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.449604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.449678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.449831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.449906] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.952050] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.952260] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.952452] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.953796] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 with status ACTIVE [ 1223.953976] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.954105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.954160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.954387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.954486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.954659] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.954753] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.954815] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.954971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.955083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.955261] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.955356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.955417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.955556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.955637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.955722] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44 is going to be updated. [ 1223.975493] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.975614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.975682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.975849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.975990] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.976155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d31dbdf3-fd19-4d2f-9711-c1d42ce7bc44" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.455054] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.957152] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.957637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.957637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.957637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.957766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.957865] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1224.987488] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.987680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.987754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.987971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.988158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.997454] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1227.010643] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1227.011029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.011029] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.011252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.011461] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.011616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.011674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.011828] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.011921] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.011999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.012081] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.515076] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.829598] env[70008]: INFO networking_nsxv3.common.synchronization [req-564474fe-5d01-44b1-be77-a07e11431774 req-e46ea09a-b4ad-49ca-adf3-875b86e20b0d tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Enqueued Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_members [ 1227.830296] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGHEST for action security_group_members [ 1227.830549] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8daaa5-be25-440c-8ac0-334384ba4bfb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.830685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.830751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.830966] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.831400] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.831572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.831677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.831879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.832111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.832322] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.018117] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 135322f4-7c48-4bd8-bca9-c88d7135838b: rpc.has_security_group_logging(os_id): False [ 1228.044877] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.045110] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.045179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.045496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.045713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.046029] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.046199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.046288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.046516] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.046618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.046783] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1228.112216] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.112583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.112718] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.112938] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.113155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.129063] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1228.335086] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.335287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.335403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.335593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.335684] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.335918] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.336145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.336145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.336333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.336386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.336430] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb is going to be updated. [ 1228.374339] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.374542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.374623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.374908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.375078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.383492] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb in Status: IN_PROGRESS for 2s [ 1230.145793] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1230.146122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.393056] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb in Status: SUCCESS [ 1230.393312] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb deletion is rescheduled due to dependency. [ 1230.393434] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.779031] env[70008]: INFO networking_nsxv3.common.synchronization [req-32e0a264-929d-4d99-b129-abbc79ab7dfd req-221d3f78-ce19-425d-a05e-5990cb71d01d tempest-DeleteServersTestJSON-915557640 tempest-DeleteServersTestJSON-915557640-project-member] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1230.779031] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGHEST for action security_group_members [ 1230.779236] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.779236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.779338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.779446] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.779594] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.779687] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.779747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.779885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.779969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.780194] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.282892] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.283189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.283189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.283424] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.283523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.283730] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.283830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.283896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.284057] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.284136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.284224] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be updated. [ 1231.312066] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.312235] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.312331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.312534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.312666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.321575] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: IN_PROGRESS for 2s [ 1233.333522] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572d5020-030e-4c09-8ea6-79ca6568283f in Status: SUCCESS [ 1233.333922] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f deletion is rescheduled due to dependency. [ 1233.333922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.779924] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.780432] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.694600] env[70008]: INFO networking_nsxv3.common.synchronization [req-89d3429b-1f48-4d48-b9b3-a01a6fd542c6 req-c36c2355-ba7a-4301-a3bd-69c6d1cc65c1 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Enqueued Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1238.694600] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1238.694600] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.694600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.700264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.700264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.700264] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.700264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.700264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.700264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.700264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.700264] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.884977] env[70008]: INFO networking_nsxv3.common.synchronization [None req-853fd1d1-5217-431c-b60e-ef4bc8918821 None None] Enqueued Resource ID: 5f4f5b6d-70c8-49c0-a0be-7708768da925 with Priority: HIGHEST for action port [ 1238.885248] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f5b6d-70c8-49c0-a0be-7708768da925 with Priority: HIGHEST for action port [ 1238.886181] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4f5b6d-70c8-49c0-a0be-7708768da925 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.886181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4f5b6d-70c8-49c0-a0be-7708768da925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.886181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4f5b6d-70c8-49c0-a0be-7708768da925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.886411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4f5b6d-70c8-49c0-a0be-7708768da925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.886451] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4f5b6d-70c8-49c0-a0be-7708768da925',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.203291] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.388418] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f4f5b6d-70c8-49c0-a0be-7708768da925 [ 1239.389050] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.389050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.389409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.389409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.389577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.389691] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f4f5b6d-70c8-49c0-a0be-7708768da925 already deleted. [ 1239.389809] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4f5b6d-70c8-49c0-a0be-7708768da925" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.706081] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.209555] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.209716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.209794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.210023] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.210106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.210210] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d is going to be updated. [ 1240.241455] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.241663] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.241724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.241912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.242086] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.253585] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: IN_PROGRESS for 2s [ 1240.726527] env[70008]: INFO networking_nsxv3.common.synchronization [None req-c358130f-272c-412f-b725-730c6492089c None None] Enqueued Resource ID: 98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d with Priority: HIGHEST for action port [ 1240.726527] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d with Priority: HIGHEST for action port [ 1240.727061] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.727166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.727213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.727432] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.727545] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.231567] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d [ 1241.231567] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.231729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.231729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.231928] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.232024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.232121] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d already deleted. [ 1241.232207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98c24e1d-2e14-4b11-9f8c-9fe93b5bcf7d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.547514] env[70008]: INFO networking_nsxv3.common.synchronization [req-4590004c-9148-4e08-9295-053755055b24 req-6b845d79-fb18-4435-a0b6-1ca97e11027c tempest-ServerActionsTestOtherB-1870523413 tempest-ServerActionsTestOtherB-1870523413-project-member] Enqueued Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1241.548082] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135322f4-7c48-4bd8-bca9-c88d7135838b with Priority: HIGHEST for action security_group_members [ 1241.548385] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-135322f4-7c48-4bd8-bca9-c88d7135838b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.548482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.548560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.548731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.549381] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.549546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.549614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.549770] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.549929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.550039] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('135322f4-7c48-4bd8-bca9-c88d7135838b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.555224] env[70008]: INFO networking_nsxv3.common.synchronization [req-d2b3df71-0afe-4f10-97b5-f83d9568dbb7 req-57f71200-d1d5-49b3-b558-a6ebdbf7dfef tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_members [ 1241.555224] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGHEST for action security_group_members [ 1241.555224] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-11f1ac8c-2820-481a-afe8-be118b20d317 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.555224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.555224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.555224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.555224] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.556598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.556598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.556598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.556598] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.556598] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.052261] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.052664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.052664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.052858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.053160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.053275] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.053403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.053493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.053688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.053792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.053909] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b is going to be updated. [ 1242.058185] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.058326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.058419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.058638] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.058741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.059207] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.059207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.059207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.059410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.059482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.059581] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11f1ac8c-2820-481a-afe8-be118b20d317 is going to be updated. [ 1242.083720] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.084014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.084014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.084149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.084300] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.091582] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: IN_PROGRESS for 2s [ 1242.097392] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.097529] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.097617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.097791] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.097923] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.106822] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11f1ac8c-2820-481a-afe8-be118b20d317 in Status: IN_PROGRESS for 2s [ 1242.267539] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: SUCCESS [ 1242.267667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.101767] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 135322f4-7c48-4bd8-bca9-c88d7135838b in Status: SUCCESS [ 1244.102068] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 135322f4-7c48-4bd8-bca9-c88d7135838b deletion is rescheduled due to dependency. [ 1244.102068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-135322f4-7c48-4bd8-bca9-c88d7135838b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.113989] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11f1ac8c-2820-481a-afe8-be118b20d317 in Status: SUCCESS [ 1244.114186] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11f1ac8c-2820-481a-afe8-be118b20d317 deletion is rescheduled due to dependency. [ 1244.114294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.393503] env[70008]: INFO networking_nsxv3.common.synchronization [req-d203285b-07af-44ee-a226-55fbe1fd6027 req-ebad5599-fd3a-4681-bab0-3be92b7acf59 tempest-ServerRescueNegativeTestJSON-939110623 tempest-ServerRescueNegativeTestJSON-939110623-project-member] Enqueued Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1245.394043] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGHEST for action security_group_members [ 1245.394342] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.394504] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.394558] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.394710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.394863] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.394965] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.395375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.395375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.395375] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.395581] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.866979] env[70008]: INFO networking_nsxv3.common.synchronization [req-96fa2a3a-2027-423c-a5e8-c82909274e57 req-a32be40f-749f-42f2-8b59-6b7b187eb64c tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Enqueued Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGHEST for action security_group_members [ 1245.867830] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGHEST for action security_group_members [ 1245.867922] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-229518d7-676c-48e1-8e60-7ff795e7c8ae taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.867994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.868152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.868306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.868457] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.868552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.868608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.868751] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.868833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.868921] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229518d7-676c-48e1-8e60-7ff795e7c8ae',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.897563] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.897821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.897821] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.897995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.898096] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.898286] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.898387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.898444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.898668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.898668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.898800] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d is going to be updated. [ 1245.930656] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.930656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.930656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.930656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.931130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.948668] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: IN_PROGRESS for 2s [ 1246.207024] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.207024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-915" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.207024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-915" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.207024] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-915" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.207442] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.207794] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.208072] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.208430] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.208698] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.211024] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.211024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.211024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.211024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.211024] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.211024] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.211024] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.228867] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.228867] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1246.228867] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.228867] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-915" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.229099] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-166da9fd-9112-450b-8f6a-0a0207a12e25 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.229099] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-166da9fd-9112-450b-8f6a-0a0207a12e25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.229217] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-166da9fd-9112-450b-8f6a-0a0207a12e25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.229483] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-166da9fd-9112-450b-8f6a-0a0207a12e25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.229626] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('166da9fd-9112-450b-8f6a-0a0207a12e25',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.371145] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.371303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.371356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.371561] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.371661] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.371859] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.371950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.372025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.372178] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.372254] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.372342] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae already deleted. [ 1246.372439] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.731730] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.732163] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.732163] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.732384] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.732542] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.732727] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 166da9fd-9112-450b-8f6a-0a0207a12e25 not found, creating... [ 1246.733008] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.733182] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.733319] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.733570] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.733717] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.734010] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.734182] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.734302] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.734512] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.734652] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.734794] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 166da9fd-9112-450b-8f6a-0a0207a12e25 is going to be created. [ 1246.754475] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.754666] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.754773] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.754997] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.755235] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.755487] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-166da9fd-9112-450b-8f6a-0a0207a12e25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.452605] env[70008]: INFO networking_nsxv3.common.synchronization [req-96fa2a3a-2027-423c-a5e8-c82909274e57 req-34a9e886-e0c2-4f23-a67c-1b21a86645be service nova] Enqueued Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGHEST for action security_group_rules [ 1247.452605] env[70008]: INFO networking_nsxv3.common.synchronization [req-96fa2a3a-2027-423c-a5e8-c82909274e57 req-34a9e886-e0c2-4f23-a67c-1b21a86645be service nova] Enqueued Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGHEST for action security_group_members [ 1247.452605] env[70008]: INFO networking_nsxv3.common.synchronization [req-96fa2a3a-2027-423c-a5e8-c82909274e57 req-34a9e886-e0c2-4f23-a67c-1b21a86645be service nova] Enqueued Resource ID: 166da9fd-9112-450b-8f6a-0a0207a12e25 with Priority: HIGHEST for action port [ 1247.452605] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGHEST for action security_group_rules [ 1247.452605] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGHEST for action security_group_members [ 1247.452605] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 166da9fd-9112-450b-8f6a-0a0207a12e25 with Priority: HIGHEST for action port [ 1247.453480] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229518d7-676c-48e1-8e60-7ff795e7c8ae taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.454118] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.454531] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.454844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.455322] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229518d7-676c-48e1-8e60-7ff795e7c8ae',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.456284] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-229518d7-676c-48e1-8e60-7ff795e7c8ae taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.456380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.456487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.456701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.456898] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.457063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.457171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.457357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.457512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.457655] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229518d7-676c-48e1-8e60-7ff795e7c8ae',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.458624] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-166da9fd-9112-450b-8f6a-0a0207a12e25 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.458624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-166da9fd-9112-450b-8f6a-0a0207a12e25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.458624] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-166da9fd-9112-450b-8f6a-0a0207a12e25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.459539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-166da9fd-9112-450b-8f6a-0a0207a12e25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.459539] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('166da9fd-9112-450b-8f6a-0a0207a12e25',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.958403] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d in Status: SUCCESS [ 1247.958668] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d deletion is rescheduled due to dependency. [ 1247.958668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.960013] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229518d7-676c-48e1-8e60-7ff795e7c8ae',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.961056] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-229518d7-676c-48e1-8e60-7ff795e7c8ae taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.961198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.961396] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 166da9fd-9112-450b-8f6a-0a0207a12e25 with status ACTIVE [ 1247.961577] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.961664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.961734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.961932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.962037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.962220] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.962316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.962441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.962555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.962630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.962809] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.962896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.962958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.963583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.963679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.963770] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 166da9fd-9112-450b-8f6a-0a0207a12e25 is going to be updated. [ 1247.982664] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.982849] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.982988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.983256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.983453] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.983646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-166da9fd-9112-450b-8f6a-0a0207a12e25" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.466985] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229518d7-676c-48e1-8e60-7ff795e7c8ae',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.969033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.969033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.969033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.969417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.969417] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.969417] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae is going to be created. [ 1248.991127] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.991280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.991344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.991538] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.991737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.000602] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae in Status: UNINITIALIZED for 2s [ 1249.960414] env[70008]: INFO networking_nsxv3.common.synchronization [None req-54b05012-c380-4525-ae02-8ec56bd01967 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_rules [ 1249.960932] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_rules [ 1249.961254] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.961377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.961443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.961697] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.961783] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.022783] env[70008]: INFO networking_nsxv3.common.synchronization [None req-59a816c5-6e6e-40b6-8e65-3282a761d172 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_rules [ 1250.023268] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_rules [ 1250.023589] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.023694] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.481258] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.481415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.481485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.481743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.481871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.481977] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 already deleted. [ 1250.482135] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.482294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.482474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.482560] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.002707] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.002898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.002898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.003183] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.003279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.003321] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 already deleted. [ 1251.003396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.009878] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae in Status: SUCCESS [ 1251.010169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.010240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.010401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.010572] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.010681] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.010746] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.010893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.010972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.011079] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.011242] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229518d7-676c-48e1-8e60-7ff795e7c8ae',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.513622] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-229518d7-676c-48e1-8e60-7ff795e7c8ae taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.513929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.513929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.514496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.514496] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.514496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.514496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.514874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.514874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.514874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.514874] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-229518d7-676c-48e1-8e60-7ff795e7c8ae taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.515155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.515155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.515155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.515294] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.515338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.515369] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.515530] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.515614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.515700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.515786] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229518d7-676c-48e1-8e60-7ff795e7c8ae',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.019678] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229518d7-676c-48e1-8e60-7ff795e7c8ae: rpc.has_security_group_logging(os_id): False [ 1252.036419] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.036602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.036676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.036893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.036982] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.037181] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.037289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.037351] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.037499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.037577] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.037779] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.037875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.037931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.038092] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.038169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.038348] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.038441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.038492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.038631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.038707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.038792] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae is going to be created. [ 1252.095278] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.095422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.095627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.095837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.096525] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.105736] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae in Status: IN_PROGRESS for 2s [ 1254.120465] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae in Status: SUCCESS [ 1254.120754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.024040] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.024040] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1255.426914] env[70008]: INFO networking_nsxv3.common.synchronization [req-6de3e462-cb87-455d-9391-3b7e9d34a02f req-6c26dce0-c00c-4f65-95ca-061788eaf05f tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_members [ 1255.428026] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_members [ 1255.428026] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.428339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.428339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.428954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.428954] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.428954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.428954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.428954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.428954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.429322] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.712769] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.713092] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.713213] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.713745] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.714047] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.714527] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.714527] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.714661] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.714928] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.715077] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.715344] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.717801] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.717801] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.717801] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.717801] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.717801] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.735430] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.735645] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.735841] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.736076] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-263" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.736394] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-a490e01a-173e-4fcd-acf8-9c6dbb938658 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.736639] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-a490e01a-173e-4fcd-acf8-9c6dbb938658" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.736779] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-a490e01a-173e-4fcd-acf8-9c6dbb938658" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.737092] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-a490e01a-173e-4fcd-acf8-9c6dbb938658" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.737240] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a490e01a-173e-4fcd-acf8-9c6dbb938658',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.931033] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.931213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.931288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.931512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.931606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.931808] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.931907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.931971] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.932139] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.932209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.932293] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 already deleted. [ 1255.932372] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.239659] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.239892] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.240104] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.240312] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.240508] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.240691] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port a490e01a-173e-4fcd-acf8-9c6dbb938658 not found, creating... [ 1256.240970] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.241149] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.241269] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.241491] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.241632] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.241939] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.242103] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.242301] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.242514] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.242650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.242793] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: a490e01a-173e-4fcd-acf8-9c6dbb938658 is going to be created. [ 1256.261619] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.261821] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.261950] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.262232] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.262456] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.262703] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-a490e01a-173e-4fcd-acf8-9c6dbb938658" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.942235] env[70008]: INFO networking_nsxv3.common.synchronization [req-6de3e462-cb87-455d-9391-3b7e9d34a02f req-f6157e1f-97ec-4091-9957-d36160facca6 service nova] Enqueued Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_rules [ 1256.942235] env[70008]: INFO networking_nsxv3.common.synchronization [req-6de3e462-cb87-455d-9391-3b7e9d34a02f req-f6157e1f-97ec-4091-9957-d36160facca6 service nova] Enqueued Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_members [ 1256.942235] env[70008]: INFO networking_nsxv3.common.synchronization [req-6de3e462-cb87-455d-9391-3b7e9d34a02f req-f6157e1f-97ec-4091-9957-d36160facca6 service nova] Enqueued Resource ID: a490e01a-173e-4fcd-acf8-9c6dbb938658 with Priority: HIGHEST for action port [ 1256.942235] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_rules [ 1256.942235] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_members [ 1256.942235] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a490e01a-173e-4fcd-acf8-9c6dbb938658 with Priority: HIGHEST for action port [ 1256.942848] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.943094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.943248] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.943677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.943862] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.944877] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.945779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.946020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.946380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.947692] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.947692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.947692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.947692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.947692] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.947692] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.948998] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a490e01a-173e-4fcd-acf8-9c6dbb938658 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.949146] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a490e01a-173e-4fcd-acf8-9c6dbb938658" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.949201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a490e01a-173e-4fcd-acf8-9c6dbb938658" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.949359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a490e01a-173e-4fcd-acf8-9c6dbb938658" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.949467] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a490e01a-173e-4fcd-acf8-9c6dbb938658',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.450238] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.451986] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.452150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.453635] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a490e01a-173e-4fcd-acf8-9c6dbb938658 with status ACTIVE [ 1257.453829] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.453953] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.454028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.454229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.454319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.454491] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.454585] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.454645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.454925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.454925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.455125] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.455218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.455277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.455415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.455487] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.455632] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a490e01a-173e-4fcd-acf8-9c6dbb938658 is going to be updated. [ 1257.475980] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.476144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.476249] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.476450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.476627] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.476806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a490e01a-173e-4fcd-acf8-9c6dbb938658" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.953285] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.456443] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.456634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.456729] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.456949] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.457056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.457160] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 is going to be created. [ 1258.490016] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.490189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.490236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.490412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.490565] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.498725] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 in Status: UNINITIALIZED for 2s [ 1260.510031] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 in Status: SUCCESS [ 1260.510319] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.510358] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.510621] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.510853] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.511008] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.511103] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.511289] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.511392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.511501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.511617] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.014128] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.516959] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45: rpc.has_security_group_logging(os_id): False [ 1261.534444] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.534623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.534672] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.534855] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.534945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.535204] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.535304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.535370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.535516] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.535601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.535704] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 is going to be created. [ 1261.605036] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.605199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.605272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.605737] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.605941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.615501] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 in Status: IN_PROGRESS for 2s [ 1261.942473] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.942661] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1263.284289] env[70008]: INFO networking_nsxv3.common.synchronization [req-4b91a3f5-a44d-4a60-9b90-828454b71db9 req-890415b3-9814-4646-a825-c0be0d096868 tempest-InstanceActionsTestJSON-1268279576 tempest-InstanceActionsTestJSON-1268279576-project-member] Enqueued Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGHEST for action security_group_members [ 1263.284289] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGHEST for action security_group_members [ 1263.284629] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-229518d7-676c-48e1-8e60-7ff795e7c8ae taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.284629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.284739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.284874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.285591] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.285591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.285591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.285591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.285591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.285591] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229518d7-676c-48e1-8e60-7ff795e7c8ae',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.629348] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 in Status: SUCCESS [ 1263.629584] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.787658] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.787888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.787888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.788166] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.788272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.788502] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.788610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.788675] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.788831] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.788946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.789058] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae is going to be updated. [ 1263.815041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.815214] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.815296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.815500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.815688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.823669] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae in Status: IN_PROGRESS for 2s [ 1265.838056] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae in Status: SUCCESS [ 1265.838056] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae deletion is rescheduled due to dependency. [ 1265.838056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.843969] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1267.844288] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1268.285535] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.285766] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.627140] env[70008]: INFO networking_nsxv3.common.synchronization [None req-55f44652-bc65-497c-83be-310bef165dc8 None None] Enqueued Resource ID: 0fbe728b-4a41-4d33-bb3e-16dcec5f79f1 with Priority: HIGHEST for action port [ 1270.627140] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbe728b-4a41-4d33-bb3e-16dcec5f79f1 with Priority: HIGHEST for action port [ 1270.627140] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fbe728b-4a41-4d33-bb3e-16dcec5f79f1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.627140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fbe728b-4a41-4d33-bb3e-16dcec5f79f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.627140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fbe728b-4a41-4d33-bb3e-16dcec5f79f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.627140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fbe728b-4a41-4d33-bb3e-16dcec5f79f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.627140] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbe728b-4a41-4d33-bb3e-16dcec5f79f1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.130037] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fbe728b-4a41-4d33-bb3e-16dcec5f79f1 [ 1271.130288] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.130418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.130489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.130743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.130841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.130942] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fbe728b-4a41-4d33-bb3e-16dcec5f79f1 already deleted. [ 1271.131039] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fbe728b-4a41-4d33-bb3e-16dcec5f79f1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.800149] env[70008]: INFO networking_nsxv3.common.synchronization [None req-31977729-233d-4c02-88c0-61b68718b3c4 None None] Enqueued Resource ID: 7832c638-320f-409b-88e7-0d1a3684576c with Priority: HIGHEST for action port [ 1272.800416] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7832c638-320f-409b-88e7-0d1a3684576c with Priority: HIGHEST for action port [ 1272.800983] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-7832c638-320f-409b-88e7-0d1a3684576c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.801138] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7832c638-320f-409b-88e7-0d1a3684576c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.801209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7832c638-320f-409b-88e7-0d1a3684576c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.801462] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7832c638-320f-409b-88e7-0d1a3684576c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.801543] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7832c638-320f-409b-88e7-0d1a3684576c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.303606] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7832c638-320f-409b-88e7-0d1a3684576c [ 1273.303877] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.304043] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.304120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.304324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.304415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.304508] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7832c638-320f-409b-88e7-0d1a3684576c already deleted. [ 1273.304589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7832c638-320f-409b-88e7-0d1a3684576c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.928662] env[70008]: INFO networking_nsxv3.common.synchronization [req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f req-e55ee00b-8b8a-4769-b2f8-628f8ae21df2 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1275.929228] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1275.931351] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.931498] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.931569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.934442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.934442] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.934442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.934442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.934442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.934442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.934442] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.316432] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.316432] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.316432] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.316700] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.317119] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.317331] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.317460] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.317705] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.317860] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.318151] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.318286] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.318404] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.318519] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.318635] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.318761] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.318912] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.339162] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.339325] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1276.339465] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.339634] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.339971] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.340162] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.340288] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.340584] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.340728] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60bcabab-3eb7-4019-9bfa-a318bbe6ebad',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.436501] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.436657] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.436723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.437303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.437303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.437303] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.437507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.437507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.437595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.437651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.437735] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 already deleted. [ 1276.437822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.842667] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.842904] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.843102] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.843429] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.843591] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.843763] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad not found, creating... [ 1276.844040] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.844214] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.844339] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.844560] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.844701] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.844990] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.845169] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.845338] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.845581] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.845804] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.845976] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad is going to be created. [ 1276.867278] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.867494] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.867650] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.867870] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.868139] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.868366] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.626356] env[70008]: INFO networking_nsxv3.common.synchronization [req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f req-b6001931-f6de-47f3-8736-838f876e8381 service nova] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_rules [ 1277.626624] env[70008]: INFO networking_nsxv3.common.synchronization [req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f req-b6001931-f6de-47f3-8736-838f876e8381 service nova] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1277.626669] env[70008]: INFO networking_nsxv3.common.synchronization [req-f5d3ffb9-45d8-4693-8eeb-7efdd389594f req-b6001931-f6de-47f3-8736-838f876e8381 service nova] Enqueued Resource ID: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad with Priority: HIGHEST for action port [ 1277.626891] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_rules [ 1277.627025] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1277.627127] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad with Priority: HIGHEST for action port [ 1277.627668] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.627799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.627870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.628140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.628217] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.629028] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.629164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.629217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.629344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.629486] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.629579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.629636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.629777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.629857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.629943] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.630998] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.630998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.630998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.630998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.630998] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60bcabab-3eb7-4019-9bfa-a318bbe6ebad',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.136177] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.137708] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.137708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.137905] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad with status ACTIVE [ 1278.137949] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.138321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.138321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.138321] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.138518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.138560] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.138655] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.138803] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.138894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.138978] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.139172] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.139263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.139324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.139478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.139523] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.139608] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad is going to be updated. [ 1278.159624] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.159799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.159851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.160200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.160200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.160380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.642084] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.144674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.144874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.144874] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.145114] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.145210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.145314] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be created. [ 1279.167645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.167804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.167804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.167980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.168144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.175703] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: UNINITIALIZED for 2s [ 1279.507630] env[70008]: INFO networking_nsxv3.common.synchronization [req-b2433cba-fe50-4226-b55c-4cdb2eb73fd4 req-bfcb2d74-86f9-4c37-a321-b5491c608e22 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 1279.508539] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 1279.509124] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.509257] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.509323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.509589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.509674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.509773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.509833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.509980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.510078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.510172] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.014830] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.517047] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.021361] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.021744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.021744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.021744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.021857] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.021950] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be updated. [ 1281.047057] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.047223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.047223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.047408] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.047555] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.055561] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: IN_PROGRESS for 2s [ 1281.186054] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: SUCCESS [ 1281.186258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.186422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.186636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.186865] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.186987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.187064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.187230] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.187309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.187393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.187484] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.689599] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.689846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.689846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.690112] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.690284] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.690388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.690451] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.690600] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.690951] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.691229] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.691412] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.691547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.691589] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.691750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.691906] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.692013] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.692089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.692224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.692308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.692397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.692509] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.194421] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 697101a2-3bc3-4af3-96ce-311627b8ee88: rpc.has_security_group_logging(os_id): False [ 1282.221866] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.221998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.221998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.222199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.222293] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.222509] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.222597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.222671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.222839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.222916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.223050] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.223140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.223263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.223326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.223403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.223689] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.223689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.223838] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.223877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.224028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.224110] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be created. [ 1282.313348] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.313503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.313572] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.313802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.313991] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.335849] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: IN_PROGRESS for 2s [ 1282.796607] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.796708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.796778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.796995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.797129] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.064655] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: SUCCESS [ 1283.064933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.300266] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.803049] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.306346] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1284.306346] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1284.346652] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: SUCCESS [ 1284.346652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.509621] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.509621] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.034982] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.035295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.035295] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.035454] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.048986] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1285.050303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.051361] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1285.088250] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.088471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.088471] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.088677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.101573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.102338] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1285.102431] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.102514] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1285.138744] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.139087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.139087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.139227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.140696] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.140875] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1285.215311] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.215610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.215610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.215830] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.216236] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.216531] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1285.297763] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.298040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.298040] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.298224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.298548] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.298852] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1285.298950] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ff8cd3bb-30b0-413d-bd3e-4166a97c31a2', '2a03a235-aec9-4f2d-9e0c-342c51720f77', '229518d7-676c-48e1-8e60-7ff795e7c8ae', '78e1716d-0c3f-49b2-b3f0-054599cba52b', 'd22ee49c-698c-48bc-9d58-cd9e1433e4a5', 'e79b4368-a6f0-49aa-a276-945b9ac44897', '77ca2cb2-f336-453e-8102-51f4fdb4b277', '67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d', '20ab6458-12d1-41c1-a863-82e3480bfc88', '2778fc97-5ee0-4b2c-9685-bc495dc25031', '3d0c682e-d538-4c3d-9b8f-6db0c177fbc1', '572d5020-030e-4c09-8ea6-79ca6568283f', '4275bd7a-bda4-4af9-bf59-8ff49a0fcf45', 'c956a7b3-e557-4edc-82b0-95d3f54e2f32', 'b5d659af-e5df-4301-876a-98c8a6bd1dca', '57a14d46-0821-4bfb-b184-815d0e29269b', '483979fa-c085-4ee6-a6d2-e89d588539e8', '5588531a-f5af-4233-b007-aa607143a7a3', '568877db-c715-484e-baf2-e87a8a0237f8', '28b1d592-9fdb-4482-844f-c8f80dee9530', '11fdcf54-c273-402f-9ffc-dd057a349971', 'e59f1268-3375-44f9-90d7-6960882bb1d7', '4f8daaa5-be25-440c-8ac0-334384ba4bfb', 'bdd228b2-e0ed-4846-844d-f30ad2026a45', '5928d445-883c-47e1-a266-4678321a9e5d', 'a5a57ce5-870a-46f5-af1c-26d752e1f00b', '5a208895-5e38-4a2e-995f-1665efff51d4', 'ec752d95-1cb2-443c-a24e-72d9b09830a1', '6a4c4765-bf38-40fa-b5f8-e6d222c7a121', '95aac56d-a849-41e3-b054-0e358b362a5e', '5b6f11f8-238a-4f88-ac16-ae73ed5737b4', '9e23c26e-792c-465c-b25d-5dc944270021', 'b588a184-618d-4788-bc46-2f7e08fdb8e2', '697101a2-3bc3-4af3-96ce-311627b8ee88', 'e8b2b5ae-b874-4409-908b-b5089d4d44ee', '10fb1e26-a8ad-4d3c-9188-a0639ac4d475', '11f1ac8c-2820-481a-afe8-be118b20d317', 'f5874604-b7b8-47c9-889e-8ea4718d3f73', '0396b3bf-e516-4585-b787-008064727f34', '3b1e2c6f-a52c-49a4-8189-3c44ce582a0f', '817a6309-6a58-479e-bb28-ae3c01cd385d', '02ad56d2-9b28-4060-a874-99b3a94bcd23', '6bacf304-b9a5-40da-af2b-bdd93c9b547d', '92320a08-b2fb-481f-86e3-8fe4fe714a00', '135322f4-7c48-4bd8-bca9-c88d7135838b', 'dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777', '1f21ab19-bbe1-4eed-aca3-4dcdd290005c', 'a90a5a99-397b-44c6-abba-5fd0216c9213'} {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.299103] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1285.317030] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.317419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.317419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.317419] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.317567] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.317601] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1285.317660] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.317733] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1285.388767] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.389032] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.389117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.390231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.390773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.391167] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1285.391273] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.391404] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1285.391487] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1285.391625] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1285.391700] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGH for action security_group_rules [ 1285.391836] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGH for action security_group_rules [ 1285.391952] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGH for action security_group_rules [ 1285.392072] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGH for action security_group_rules [ 1285.392172] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGH for action security_group_rules [ 1285.392259] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGH for action security_group_rules [ 1285.392585] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGH for action security_group_rules [ 1285.392585] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGH for action security_group_rules [ 1285.392585] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGH for action security_group_rules [ 1285.392740] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGH for action security_group_rules [ 1285.392740] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGH for action security_group_rules [ 1285.392807] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGH for action security_group_rules [ 1285.392877] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGH for action security_group_rules [ 1285.392950] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGH for action security_group_rules [ 1285.393073] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGH for action security_group_rules [ 1285.393156] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGH for action security_group_rules [ 1285.393227] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGH for action security_group_rules [ 1285.393356] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGH for action security_group_rules [ 1285.393428] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGH for action security_group_rules [ 1285.393546] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGH for action security_group_rules [ 1285.393664] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.510398] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.510738] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1289.510738] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGH for action security_group_rules [ 1289.510738] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae with Priority: HIGH for action security_group_rules [ 1289.510871] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 with Priority: HIGH for action security_group_rules [ 1289.510943] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d659af-e5df-4301-876a-98c8a6bd1dca with Priority: HIGH for action security_group_rules [ 1289.511079] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 with Priority: HIGH for action security_group_rules [ 1289.511178] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568877db-c715-484e-baf2-e87a8a0237f8 with Priority: HIGH for action security_group_rules [ 1289.511270] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5588531a-f5af-4233-b007-aa607143a7a3 with Priority: HIGH for action security_group_rules [ 1289.511360] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 with Priority: HIGH for action security_group_rules [ 1289.511451] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 with Priority: HIGH for action security_group_rules [ 1289.511539] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a14d46-0821-4bfb-b184-815d0e29269b with Priority: HIGH for action security_group_rules [ 1289.511629] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGH for action security_group_rules [ 1289.511716] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d5020-030e-4c09-8ea6-79ca6568283f with Priority: HIGH for action security_group_rules [ 1289.511805] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 with Priority: HIGH for action security_group_rules [ 1289.511895] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 with Priority: HIGH for action security_group_rules [ 1289.511982] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 with Priority: HIGH for action security_group_rules [ 1289.512083] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79b4368-a6f0-49aa-a276-945b9ac44897 with Priority: HIGH for action security_group_rules [ 1289.512172] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d with Priority: HIGH for action security_group_rules [ 1289.512261] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 with Priority: HIGH for action security_group_rules [ 1289.512349] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 with Priority: HIGH for action security_group_rules [ 1289.512440] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b with Priority: HIGH for action security_group_rules [ 1289.512788] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.512918] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.512984] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.513199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.513282] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.514264] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229518d7-676c-48e1-8e60-7ff795e7c8ae taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.514382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.514450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.514615] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.514694] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229518d7-676c-48e1-8e60-7ff795e7c8ae',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.515443] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77ca2cb2-f336-453e-8102-51f4fdb4b277 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.515552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.515618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.515766] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.515837] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77ca2cb2-f336-453e-8102-51f4fdb4b277',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.518162] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d659af-e5df-4301-876a-98c8a6bd1dca taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.518272] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.518381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.518502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.518553] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d659af-e5df-4301-876a-98c8a6bd1dca',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.519220] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28b1d592-9fdb-4482-844f-c8f80dee9530 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.519323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.519387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.519679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.519679] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28b1d592-9fdb-4482-844f-c8f80dee9530',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.520255] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-568877db-c715-484e-baf2-e87a8a0237f8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.520363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.520428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.520573] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.520644] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('568877db-c715-484e-baf2-e87a8a0237f8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.521301] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5588531a-f5af-4233-b007-aa607143a7a3 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.521407] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.521473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.521619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.521691] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5588531a-f5af-4233-b007-aa607143a7a3',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.522521] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-483979fa-c085-4ee6-a6d2-e89d588539e8 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.522668] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.522715] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.522846] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.522920] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('483979fa-c085-4ee6-a6d2-e89d588539e8',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.523578] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.523685] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.523750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.523898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.523969] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c956a7b3-e557-4edc-82b0-95d3f54e2f32',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.524624] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57a14d46-0821-4bfb-b184-815d0e29269b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.524730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.524796] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.524940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.525025] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57a14d46-0821-4bfb-b184-815d0e29269b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.525669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.525794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.525843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.526009] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.526086] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.526824] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572d5020-030e-4c09-8ea6-79ca6568283f taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.526947] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.527020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.527165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.527238] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572d5020-030e-4c09-8ea6-79ca6568283f',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.527888] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.527993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.528074] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.528213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.528281] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0c682e-d538-4c3d-9b8f-6db0c177fbc1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.528921] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2778fc97-5ee0-4b2c-9685-bc495dc25031 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.529055] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.529123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.529271] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.529343] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2778fc97-5ee0-4b2c-9685-bc495dc25031',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.530082] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20ab6458-12d1-41c1-a863-82e3480bfc88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.530191] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.530285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.530396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.530468] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20ab6458-12d1-41c1-a863-82e3480bfc88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.531127] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e79b4368-a6f0-49aa-a276-945b9ac44897 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.531225] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.531285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.531431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.531503] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e79b4368-a6f0-49aa-a276-945b9ac44897',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.532153] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.532259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.532325] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.532468] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.532538] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.533198] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.533304] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.533368] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.533512] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.533583] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d22ee49c-698c-48bc-9d58-cd9e1433e4a5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.534333] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a03a235-aec9-4f2d-9e0c-342c51720f77 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.534435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.534502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.534648] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.534721] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a03a235-aec9-4f2d-9e0c-342c51720f77',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.535363] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78e1716d-0c3f-49b2-b3f0-054599cba52b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.535470] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.535566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.535673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.535745] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78e1716d-0c3f-49b2-b3f0-054599cba52b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.038021] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.038251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.038251] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.038547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.038750] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.038880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.038981] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.039183] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.039297] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.039412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.039519] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.044060] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.044174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.044266] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.045108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.045108] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.045108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.045108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.045108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.045108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.045108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.045108] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.108134] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.108366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.108366] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.108560] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.110038] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.110141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.110885] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.110987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.111694] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.111802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.112828] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.112934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.113957] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.114080] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.114743] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.114836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.115483] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.115564] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.116281] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.116365] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.118173] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.118290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.118918] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.119015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.120211] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.120603] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.120689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.121825] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.122196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.122306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.122880] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.123241] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.123334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.123917] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.124320] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.124400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.125019] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.125406] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.125497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.126115] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.126485] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.126581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.127153] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.127521] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.127630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.128512] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.128870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.128981] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c956a7b3-e557-4edc-82b0-95d3f54e2f32 is going to be deleted. [ 1290.129790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.129964] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.146469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.146574] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572d5020-030e-4c09-8ea6-79ca6568283f is going to be deleted. [ 1290.147528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.147705] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.165887] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.165992] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ca2cb2-f336-453e-8102-51f4fdb4b277 is going to be deleted. [ 1290.166686] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.166896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.184283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.184403] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 568877db-c715-484e-baf2-e87a8a0237f8 is going to be deleted. [ 1290.185167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.185357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.199120] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.199284] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.206662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.206770] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2778fc97-5ee0-4b2c-9685-bc495dc25031 is going to be deleted. [ 1290.207533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.207721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.234168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.234293] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d659af-e5df-4301-876a-98c8a6bd1dca is going to be deleted. [ 1290.235077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.235280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.254902] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.255070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.264957] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.265073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.267701] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.267795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.281588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.281690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.310622] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.310729] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 483979fa-c085-4ee6-a6d2-e89d588539e8 is going to be deleted. [ 1290.311586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.311798] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.386216] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.386216] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0c682e-d538-4c3d-9b8f-6db0c177fbc1 is going to be deleted. [ 1290.387147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.387346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.395247] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.395392] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.434435] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.434435] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e79b4368-a6f0-49aa-a276-945b9ac44897 is going to be deleted. [ 1290.435336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.435547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.478200] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.478367] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78e1716d-0c3f-49b2-b3f0-054599cba52b is going to be deleted. [ 1290.479294] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.479610] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.519188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.519490] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229518d7-676c-48e1-8e60-7ff795e7c8ae is going to be deleted. [ 1290.520430] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.520669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.530276] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.530407] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.531365] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.531496] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.551917] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.552883] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.569807] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.569967] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28b1d592-9fdb-4482-844f-c8f80dee9530 is going to be deleted. [ 1290.571357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.571586] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.573168] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.573308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.620898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.621130] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d22ee49c-698c-48bc-9d58-cd9e1433e4a5 is going to be deleted. [ 1290.622053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.622667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.624219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.624391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.667226] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.667550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.669688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.669807] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a03a235-aec9-4f2d-9e0c-342c51720f77 is going to be deleted. [ 1290.670638] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.670844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.709612] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.709757] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57a14d46-0821-4bfb-b184-815d0e29269b is going to be deleted. [ 1290.710484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.710690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.713857] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.713988] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.756877] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.757070] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.773708] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.773841] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d is going to be deleted. [ 1290.774676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.774891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.813332] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.813566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.851024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.851191] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5588531a-f5af-4233-b007-aa607143a7a3 is going to be deleted. [ 1290.852044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.852263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.880977] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.881145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.923495] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.923610] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20ab6458-12d1-41c1-a863-82e3480bfc88 is going to be deleted. [ 1290.924341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.924541] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.924633] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.924754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c956a7b3-e557-4edc-82b0-95d3f54e2f32" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.924900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.925061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.925141] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.925250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572d5020-030e-4c09-8ea6-79ca6568283f" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.925739] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.925881] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.925997] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.926151] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77ca2cb2-f336-453e-8102-51f4fdb4b277" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.926285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.926431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.926509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.926613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-568877db-c715-484e-baf2-e87a8a0237f8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.926735] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.926896] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.926945] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.927061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2778fc97-5ee0-4b2c-9685-bc495dc25031" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d659af-e5df-4301-876a-98c8a6bd1dca" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0c682e-d538-4c3d-9b8f-6db0c177fbc1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-483979fa-c085-4ee6-a6d2-e89d588539e8" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e79b4368-a6f0-49aa-a276-945b9ac44897" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78e1716d-0c3f-49b2-b3f0-054599cba52b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229518d7-676c-48e1-8e60-7ff795e7c8ae" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.929845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28b1d592-9fdb-4482-844f-c8f80dee9530" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d22ee49c-698c-48bc-9d58-cd9e1433e4a5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.930891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a03a235-aec9-4f2d-9e0c-342c51720f77" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.931269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.931269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.931269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.931269] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57a14d46-0821-4bfb-b184-815d0e29269b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.991753] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.991899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.991963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.992199] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.992291] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.992414] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e4aa44-b9b6-4b99-bbdd-41aa7af8b25d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.047982] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.048150] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.048213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.048395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.048482] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.048601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5588531a-f5af-4233-b007-aa607143a7a3" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.054989] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45: rpc.has_security_group_logging(os_id): False [ 1291.056036] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff8cd3bb-30b0-413d-bd3e-4166a97c31a2: rpc.has_security_group_logging(os_id): False [ 1291.065645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.065756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.065820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.066027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.066113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.066219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20ab6458-12d1-41c1-a863-82e3480bfc88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.090272] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.090409] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.090461] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.090634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.092054] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.092157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.135595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.135841] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.135986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.136052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.136228] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.136309] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.136432] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 is going to be updated. [ 1291.137543] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.137719] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.193450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.193688] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.193813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.193879] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.194082] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.194167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.194255] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be updated. [ 1291.257696] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.257877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.257920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.258117] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.258258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.285094] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 in Status: IN_PROGRESS for 2s [ 1291.304851] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.304974] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.305050] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.305252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.305386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.336087] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: IN_PROGRESS for 2s [ 1292.366160] env[70008]: INFO networking_nsxv3.common.synchronization [req-03164e28-beac-4811-8fcd-cfb508a595bd req-4fb8e5ef-a269-4221-ae12-109688df2483 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1292.366699] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1292.367013] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.367224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.367224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.367441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.367602] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.367710] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.367776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.367950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.368051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.372823] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.656375] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.656573] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.656703] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.657060] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.657344] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.657514] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.657636] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.657868] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.658015] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.658243] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.658362] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.658480] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.658594] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.658707] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.658814] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.658950] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.678963] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.679158] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1292.679297] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.679470] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.679747] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-a9db8856-c181-42d6-9e2c-b3090437d6cb taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.679921] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-a9db8856-c181-42d6-9e2c-b3090437d6cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.680087] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-a9db8856-c181-42d6-9e2c-b3090437d6cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.680392] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-a9db8856-c181-42d6-9e2c-b3090437d6cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.680535] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9db8856-c181-42d6-9e2c-b3090437d6cb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.877344] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.183166] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.183166] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.183166] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.183480] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.183520] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.183755] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port a9db8856-c181-42d6-9e2c-b3090437d6cb not found, creating... [ 1293.184133] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.184346] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.184505] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.184775] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.184954] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.185334] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.185536] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.185688] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.185949] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.186166] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.186350] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: a9db8856-c181-42d6-9e2c-b3090437d6cb is going to be created. [ 1293.205600] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.205834] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.206094] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.206412] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.206657] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.206886] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-a9db8856-c181-42d6-9e2c-b3090437d6cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.303259] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 in Status: SUCCESS [ 1293.303490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.357104] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: SUCCESS [ 1293.357344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.379832] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.882119] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.882288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.882362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.882583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.882679] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.882783] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be updated. [ 1293.899717] env[70008]: INFO networking_nsxv3.common.synchronization [req-03164e28-beac-4811-8fcd-cfb508a595bd req-46d8b6de-60b5-400e-8768-45f9fbe9d59c service nova] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_rules [ 1293.899896] env[70008]: INFO networking_nsxv3.common.synchronization [req-03164e28-beac-4811-8fcd-cfb508a595bd req-46d8b6de-60b5-400e-8768-45f9fbe9d59c service nova] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1293.900070] env[70008]: INFO networking_nsxv3.common.synchronization [req-03164e28-beac-4811-8fcd-cfb508a595bd req-46d8b6de-60b5-400e-8768-45f9fbe9d59c service nova] Enqueued Resource ID: a9db8856-c181-42d6-9e2c-b3090437d6cb with Priority: HIGHEST for action port [ 1293.900306] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_rules [ 1293.900431] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1293.900529] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9db8856-c181-42d6-9e2c-b3090437d6cb with Priority: HIGHEST for action port [ 1293.901069] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.901189] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.901256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.901460] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.901513] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.902313] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.902412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.902597] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9db8856-c181-42d6-9e2c-b3090437d6cb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.902695] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9db8856-c181-42d6-9e2c-b3090437d6cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.902761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9db8856-c181-42d6-9e2c-b3090437d6cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.902912] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9db8856-c181-42d6-9e2c-b3090437d6cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.902985] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9db8856-c181-42d6-9e2c-b3090437d6cb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.910175] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.910436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.910436] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.910528] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.910652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.919563] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: IN_PROGRESS for 2s [ 1294.405225] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.405520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.405559] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9db8856-c181-42d6-9e2c-b3090437d6cb with status ACTIVE [ 1294.405731] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.405836] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.405893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.406515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.406515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.406515] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.406515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.406888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.406888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.406888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.407063] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.407148] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.407201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.407331] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.407421] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.407480] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9db8856-c181-42d6-9e2c-b3090437d6cb is going to be updated. [ 1294.428251] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.428447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.428534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.428662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.428790] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.428943] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9db8856-c181-42d6-9e2c-b3090437d6cb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.932238] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: SUCCESS [ 1295.932602] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.932646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.932853] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.933165] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.933327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.933398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.933520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.933599] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.933694] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.941889] env[70008]: INFO networking_nsxv3.common.synchronization [req-89b915de-bf36-4826-82ea-2ff515ba0a46 req-0eed1216-e831-45f2-a46d-ee9108870b03 tempest-ServerActionsTestOtherA-1172192354 tempest-ServerActionsTestOtherA-1172192354-project-member] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 1295.943682] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGHEST for action security_group_members [ 1295.943682] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.943682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.943682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.943682] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.944164] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.944164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.944164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.944346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.944346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.944484] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.436383] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.447346] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.447346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.447535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.448494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.448494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.448494] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.448494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.448494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.448494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.448494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.448494] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be updated. [ 1296.476573] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.476732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.476782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.477713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.477713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.485591] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: IN_PROGRESS for 2s [ 1296.939568] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.446041] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.446267] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.446267] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.446506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.446601] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.446707] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be updated. [ 1297.471887] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.472094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.472094] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.472308] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.472455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.480465] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: IN_PROGRESS for 2s [ 1298.495200] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 in Status: SUCCESS [ 1298.495613] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 deletion is rescheduled due to dependency. [ 1298.495613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.489167] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: SUCCESS [ 1299.489443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.489518] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.489724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.489906] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.490033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.490106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.490258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.490338] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.490426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.490516] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.993390] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.993870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.993870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.993870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.993989] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.994063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.994102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.994237] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.994324] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.994411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.994559] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.994643] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.994693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.994833] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.994971] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.995062] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.995123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.995290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.995360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.995441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.995528] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.497329] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 697101a2-3bc3-4af3-96ce-311627b8ee88: rpc.has_security_group_logging(os_id): False [ 1300.514884] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.515059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.515059] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.515262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.531149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.531478] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.531608] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.531680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.531876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.531961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.532172] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.532274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.532336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.532494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.532574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.532775] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.532871] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.532933] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.533083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.533160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.533246] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be updated. [ 1300.590169] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.590169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.590169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.590169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.590169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.600570] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: IN_PROGRESS for 2s [ 1300.944086] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.944086] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1302.613548] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: SUCCESS [ 1302.613850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.844619] env[70008]: INFO networking_nsxv3.common.synchronization [req-3f9f4601-6869-450b-ac2e-c55e16c3e06f req-6c8573a8-696b-4f5e-a0d8-543be0677b87 tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1304.845170] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1304.845482] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.845604] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.845674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.845899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.846014] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.846142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.846207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.846380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.846473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.846567] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.348808] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.851430] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.353554] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.353771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.353771] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.353998] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.354133] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.354245] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be updated. [ 1306.382850] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.383041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.383102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.383247] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.383387] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.392704] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: IN_PROGRESS for 2s [ 1308.403022] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: SUCCESS [ 1308.403388] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.846874] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.846874] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.847368] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.847644] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.480564] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0a4e3643-6da3-4cdc-8241-196742cb6d62 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_rules [ 1316.481022] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_rules [ 1316.481477] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.481623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.481693] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.481941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.482050] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.567300] env[70008]: INFO networking_nsxv3.common.synchronization [None req-e19c8542-28f1-4080-b59f-60a38cad3757 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_rules [ 1316.567724] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_rules [ 1316.568165] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.568303] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.004248] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.004399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.004399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.004802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.004907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.005019] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 already deleted. [ 1317.005108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.005256] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.005418] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.005503] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.527864] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.527864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.527864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.527864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.527864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.527864] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 already deleted. [ 1317.527864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.791301] env[70008]: INFO networking_nsxv3.common.synchronization [req-94ae10db-0f38-42d9-bf66-e1d0ac194b2e req-4d4ccc13-21cf-4ac0-a628-590c4263f907 tempest-AttachVolumeNegativeTest-1460304473 tempest-AttachVolumeNegativeTest-1460304473-project-member] Enqueued Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_members [ 1317.791841] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 with Priority: HIGHEST for action security_group_members [ 1317.792196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.792344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.792415] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.792609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.792777] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.792878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.792942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.793111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.793198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.793295] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4275bd7a-bda4-4af9-bf59-8ff49a0fcf45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.295108] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.295287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.295381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.295636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.295736] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.295932] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.296042] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.296105] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.296315] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.296402] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.296480] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 is going to be updated. [ 1318.322630] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.322800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.322850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.323053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.323201] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.331152] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 in Status: IN_PROGRESS for 2s [ 1320.341913] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 in Status: SUCCESS [ 1320.342312] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4275bd7a-bda4-4af9-bf59-8ff49a0fcf45 deletion is rescheduled due to dependency. [ 1320.342312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4275bd7a-bda4-4af9-bf59-8ff49a0fcf45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.401882] env[70008]: INFO networking_nsxv3.common.synchronization [req-7bf76520-6821-4212-896b-ccfde47bb42c req-f787122d-9610-4de5-ad8a-400003e87a6b tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_members [ 1322.402339] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_members [ 1322.402891] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba889309-f9c6-4e7e-85d2-289c7667b2d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.402891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.403163] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.403381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.403584] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.403726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.403802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.404010] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.404142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.404261] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.698515] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.698754] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.698889] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.699178] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.699479] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.700070] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.700216] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.700459] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.700625] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.700849] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.700971] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.701137] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.701255] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.701378] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.701491] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.701633] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.721376] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.721555] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1322.721764] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.721987] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.722348] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-009e54a1-45b1-43c2-9a22-9071f951ddbc taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.722563] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-009e54a1-45b1-43c2-9a22-9071f951ddbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.722722] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-009e54a1-45b1-43c2-9a22-9071f951ddbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.723079] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-009e54a1-45b1-43c2-9a22-9071f951ddbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.723254] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009e54a1-45b1-43c2-9a22-9071f951ddbc',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.907232] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.907404] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.907467] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.907678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.907782] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.908046] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.908154] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.908217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.908370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.908455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.908562] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 already deleted. [ 1322.908626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.226025] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.226025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.226025] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.226420] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.226612] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.226786] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 009e54a1-45b1-43c2-9a22-9071f951ddbc not found, creating... [ 1323.227068] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.227237] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.227365] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.227588] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.227730] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.228014] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.228179] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.228300] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.228513] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.228652] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.228797] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 009e54a1-45b1-43c2-9a22-9071f951ddbc is going to be created. [ 1323.248371] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.248553] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.248685] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.248926] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.249183] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.249411] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-009e54a1-45b1-43c2-9a22-9071f951ddbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.265513] env[70008]: INFO networking_nsxv3.common.synchronization [req-7bf76520-6821-4212-896b-ccfde47bb42c req-cbc73863-db7e-4a4e-887a-d766eef518c8 service nova] Enqueued Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_rules [ 1324.265798] env[70008]: INFO networking_nsxv3.common.synchronization [req-7bf76520-6821-4212-896b-ccfde47bb42c req-cbc73863-db7e-4a4e-887a-d766eef518c8 service nova] Enqueued Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_members [ 1324.265865] env[70008]: INFO networking_nsxv3.common.synchronization [req-7bf76520-6821-4212-896b-ccfde47bb42c req-cbc73863-db7e-4a4e-887a-d766eef518c8 service nova] Enqueued Resource ID: 009e54a1-45b1-43c2-9a22-9071f951ddbc with Priority: HIGHEST for action port [ 1324.266086] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_rules [ 1324.266222] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_members [ 1324.266373] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009e54a1-45b1-43c2-9a22-9071f951ddbc with Priority: HIGHEST for action port [ 1324.266937] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.267752] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.268731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.268731] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.268731] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.271080] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba889309-f9c6-4e7e-85d2-289c7667b2d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.271946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.271946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.271946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.271946] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.271946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.273722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.273722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.273722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.273722] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.273897] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-009e54a1-45b1-43c2-9a22-9071f951ddbc taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.274030] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-009e54a1-45b1-43c2-9a22-9071f951ddbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.274088] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-009e54a1-45b1-43c2-9a22-9071f951ddbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.274262] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-009e54a1-45b1-43c2-9a22-9071f951ddbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.274343] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009e54a1-45b1-43c2-9a22-9071f951ddbc',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.771706] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba889309-f9c6-4e7e-85d2-289c7667b2d9 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.771939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.774185] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.775959] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 009e54a1-45b1-43c2-9a22-9071f951ddbc with status ACTIVE [ 1324.776416] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.776536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.776607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.776812] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.776899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.777101] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.777197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.777263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.777422] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.777486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.777656] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.777747] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.777800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.777940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.778024] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.778114] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 009e54a1-45b1-43c2-9a22-9071f951ddbc is going to be updated. [ 1324.797437] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.797556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.797617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.798143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.798282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.798425] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-009e54a1-45b1-43c2-9a22-9071f951ddbc" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.276452] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.781253] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.781649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.781649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.782552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.782552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.782552] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 is going to be created. [ 1325.805744] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.805950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.805950] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.806637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.806637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.815778] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 in Status: UNINITIALIZED for 2s [ 1327.826212] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 in Status: SUCCESS [ 1327.826630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.826630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.826792] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.826978] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.827107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.827168] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.827350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.827427] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.827517] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.827623] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.329498] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.831591] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba889309-f9c6-4e7e-85d2-289c7667b2d9: rpc.has_security_group_logging(os_id): False [ 1328.850701] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.850924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.850924] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.851143] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.851231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.851466] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.851569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.851630] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.851778] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.851851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.851937] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 is going to be created. [ 1328.908603] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.908864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.908864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.909031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.909213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.919466] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 in Status: IN_PROGRESS for 2s [ 1329.267319] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.267525] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1330.931583] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 in Status: SUCCESS [ 1330.931583] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.268820] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.268820] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.270307] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.270597] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.116572] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.116884] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.116932] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.117195] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.117463] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.117626] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.117780] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.118008] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.118168] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.118386] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.118507] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.118624] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.118738] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.118872] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.118960] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.119117] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.141015] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.141168] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1344.141305] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.141463] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-42" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.141745] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.141952] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.142095] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.142315] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.142467] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60bcabab-3eb7-4019-9bfa-a318bbe6ebad',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.270840] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.270988] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.644765] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.644995] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.645140] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.645424] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.645580] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.645875] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.646048] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.646174] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.646394] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.646575] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.646861] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.647032] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.647196] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.647376] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.647516] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.647670] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad is going to be updated. [ 1344.667899] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.668115] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.668247] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.668499] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.668702] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.668932] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.321258] env[70008]: INFO networking_nsxv3.common.synchronization [req-daea1f42-8dde-4b83-a606-1910b8ab2705 req-235ae846-efb3-457f-879e-b1d26971d770 service nova] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_rules [ 1345.321578] env[70008]: INFO networking_nsxv3.common.synchronization [req-daea1f42-8dde-4b83-a606-1910b8ab2705 req-235ae846-efb3-457f-879e-b1d26971d770 service nova] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1345.321646] env[70008]: INFO networking_nsxv3.common.synchronization [req-daea1f42-8dde-4b83-a606-1910b8ab2705 req-235ae846-efb3-457f-879e-b1d26971d770 service nova] Enqueued Resource ID: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad with Priority: HIGHEST for action port [ 1345.321913] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_rules [ 1345.322081] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1345.322146] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad with Priority: HIGHEST for action port [ 1345.322680] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.322810] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.322880] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.323087] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.323177] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.323963] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.324085] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.324169] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.324370] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.324522] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.324613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.324678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.324817] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.324908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.324987] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.325683] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.325789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.325856] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.326078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.326078] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60bcabab-3eb7-4019-9bfa-a318bbe6ebad',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.828063] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.829134] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.829258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.829411] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60bcabab-3eb7-4019-9bfa-a318bbe6ebad with status ACTIVE [ 1345.829563] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.829667] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.829723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.829929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.830048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.830199] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.830288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.830345] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.830507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.830594] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.830742] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.830829] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.830885] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.831036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.831113] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.831200] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60bcabab-3eb7-4019-9bfa-a318bbe6ebad is going to be updated. [ 1345.857571] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.857757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.857757] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.857926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.858065] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.858209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60bcabab-3eb7-4019-9bfa-a318bbe6ebad" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.333571] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.835489] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.835690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.835690] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.835915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.835999] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.836085] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be updated. [ 1346.862180] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.862374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.862452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.862581] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.862722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.871374] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: IN_PROGRESS for 2s [ 1348.882332] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: SUCCESS [ 1348.882721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.882721] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.882900] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.883095] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.883218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.883288] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.883433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.883533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.883677] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.883744] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.386462] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.386698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.386698] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.387036] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.387261] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.387371] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.387481] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.387680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.387816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.387939] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.388131] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.388261] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.388343] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.388540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.388740] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.388872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.388946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.389176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.389290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.389386] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.389481] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.892674] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 697101a2-3bc3-4af3-96ce-311627b8ee88: rpc.has_security_group_logging(os_id): False [ 1349.910211] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.910397] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.910450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.910673] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.910776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.910985] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.911121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.911195] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.911380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.911478] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.911692] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.911816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.911888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.912067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.912164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.912393] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.912505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.912570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.912730] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.912816] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.912923] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be updated. [ 1349.977267] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.977502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.977502] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.977678] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.977850] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.990946] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: IN_PROGRESS for 2s [ 1350.323584] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.323776] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1352.005242] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: SUCCESS [ 1352.005644] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.325343] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.325770] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.326395] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.326833] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.328115] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.328469] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.329736] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.330112] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.346014] env[70008]: INFO networking_nsxv3.common.synchronization [req-b2c6d1b7-3825-44ec-8e92-3b70d721b964 req-4aa29108-b8a3-4f22-814e-9c529c431efc tempest-ServersNegativeTestJSON-261139868 tempest-ServersNegativeTestJSON-261139868-project-member] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1371.346556] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGHEST for action security_group_members [ 1371.346903] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.347044] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.347111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.347488] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.347488] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.347689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.347689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.347780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.347780] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.347897] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.851434] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.851618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.851669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.851867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.851955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.852171] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.852283] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.852339] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.852473] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.852550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.852636] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be updated. [ 1371.878142] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.878286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.878336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.878493] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.878620] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.887274] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: IN_PROGRESS for 2s [ 1373.899035] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 in Status: SUCCESS [ 1373.899035] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 deletion is rescheduled due to dependency. [ 1373.899448] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.347322] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.347611] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.348562] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.348909] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.349520] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.349934] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.351168] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.351525] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.351825] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.352208] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.352765] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.353181] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.353908] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.354296] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.355342] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.355731] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.356367] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.356732] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.195647] env[70008]: INFO networking_nsxv3.common.synchronization [req-c80edd24-065e-49e5-8d35-e529faf69813 req-1ab3ef8e-b75b-4410-9abf-0dadb1476546 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_members [ 1419.196210] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGHEST for action security_group_members [ 1419.196521] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba889309-f9c6-4e7e-85d2-289c7667b2d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.196645] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.196715] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.196926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.197152] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.197290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.197290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.197444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.197501] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.197674] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.702259] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.702259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.702259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.702259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.702259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.702259] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.702259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.702259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.702259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.702259] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.702259] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 is going to be updated. [ 1419.731745] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.731745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.731745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.731745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.731745] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.744480] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 in Status: IN_PROGRESS for 2s [ 1421.755380] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 in Status: SUCCESS [ 1421.755795] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 deletion is rescheduled due to dependency. [ 1421.755795] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.196991] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.197374] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.198688] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.199051] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.199903] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.200178] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.201070] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.201389] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.202266] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.202667] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.203821] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.204238] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.113375] env[70008]: INFO networking_nsxv3.common.synchronization [req-4e53a4f9-7f4c-49f4-a999-6b62c4a16072 req-8d73a4f0-8160-4dcc-bad6-4a5a5ccf9168 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1453.114458] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1453.114674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.114851] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.114961] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.115263] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.115571] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.115723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.115840] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.116075] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.116218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.116382] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.620052] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.620052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.620052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.620052] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.640097] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.640314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.640431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.640556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.640674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.640758] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.640853] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1453.664932] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.665125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.665125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.665307] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.665474] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.672284] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1455.682239] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1455.682579] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 deletion is rescheduled due to dependency. [ 1455.682579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.115332] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.115713] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.253241] env[70008]: INFO networking_nsxv3.common.synchronization [req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 req-89e7edb7-9b38-4d44-b17a-7009b9b75a68 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1462.253825] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1462.254194] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.254194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.254194] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.254367] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.254520] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.254637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.254723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.254877] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.254963] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.255074] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.499849] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.500077] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.500213] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.500486] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.500753] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.500917] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.501187] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.501436] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.501589] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.501819] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1462.501939] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1462.502065] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1462.502249] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1462.502315] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1462.502400] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1462.502535] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1462.524398] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1462.524560] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1462.524705] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1462.524874] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.525192] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-80d18de1-3435-4b47-bef0-328687f9aefb taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.525385] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-80d18de1-3435-4b47-bef0-328687f9aefb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.525522] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-80d18de1-3435-4b47-bef0-328687f9aefb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.525824] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-80d18de1-3435-4b47-bef0-328687f9aefb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.525982] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80d18de1-3435-4b47-bef0-328687f9aefb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.758715] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.758927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.758927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.759179] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.759277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.759537] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.759654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.759654] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.759774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.759847] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.759933] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1462.788219] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.788374] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.788423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.788597] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.788741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.798915] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1463.028745] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.028745] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.028987] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.029075] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.029228] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.029389] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 80d18de1-3435-4b47-bef0-328687f9aefb not found, creating... [ 1463.029652] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.029812] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.029935] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.030180] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.030329] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.030611] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.030783] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.030910] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.031133] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.031270] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.031413] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 80d18de1-3435-4b47-bef0-328687f9aefb is going to be created. [ 1463.049244] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.049424] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.049551] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.049781] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.050021] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.050237] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-80d18de1-3435-4b47-bef0-328687f9aefb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.713524] env[70008]: INFO networking_nsxv3.common.synchronization [req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 req-fb373209-e893-4454-98ba-903547ab6be9 service nova] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1463.713776] env[70008]: INFO networking_nsxv3.common.synchronization [req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 req-fb373209-e893-4454-98ba-903547ab6be9 service nova] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1463.713970] env[70008]: INFO networking_nsxv3.common.synchronization [req-0c64af83-9fc9-40ba-8c57-5e799ce9af40 req-fb373209-e893-4454-98ba-903547ab6be9 service nova] Enqueued Resource ID: 80d18de1-3435-4b47-bef0-328687f9aefb with Priority: HIGHEST for action port [ 1463.714155] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1463.714287] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1463.714385] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d18de1-3435-4b47-bef0-328687f9aefb with Priority: HIGHEST for action port [ 1463.714939] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.715156] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.715234] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.715449] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.715528] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.716423] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.716524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.716716] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-80d18de1-3435-4b47-bef0-328687f9aefb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.716822] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80d18de1-3435-4b47-bef0-328687f9aefb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.716888] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80d18de1-3435-4b47-bef0-328687f9aefb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.717063] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80d18de1-3435-4b47-bef0-328687f9aefb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.717142] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80d18de1-3435-4b47-bef0-328687f9aefb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.219589] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.219813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.219916] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80d18de1-3435-4b47-bef0-328687f9aefb with status ACTIVE [ 1464.220169] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.220233] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.220323] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.220489] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.220587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.220761] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.220858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.220922] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.221090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.221171] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.221349] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.221442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.221505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.221671] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.221759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.221849] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80d18de1-3435-4b47-bef0-328687f9aefb is going to be updated. [ 1464.242908] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.243077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.243121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.243270] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.243396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.243590] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80d18de1-3435-4b47-bef0-328687f9aefb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.808096] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1464.808355] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 deletion is rescheduled due to dependency. [ 1464.808398] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.808544] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.808740] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.808927] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.809102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.809173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.809330] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.809413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.809508] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.313272] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.815063] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.317689] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.317689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.317689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.317689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.317689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.317689] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1466.348011] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.348011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.348011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.348011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.348011] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.355327] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1468.367069] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1468.367520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.367520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.367680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.367847] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.367968] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.368053] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.368209] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.368290] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.368377] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.368473] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.715340] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.715340] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1468.871055] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.372718] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4c4765-bf38-40fa-b5f8-e6d222c7a121: rpc.has_security_group_logging(os_id): False [ 1469.391775] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.391969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.391969] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.392197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.392287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.392556] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.392660] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.392723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.392867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.392944] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.393049] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1469.448945] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.449136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.449136] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.449286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.449420] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.463578] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1471.476249] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1471.476618] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.716106] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.716341] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.717652] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.718086] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.718878] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.719334] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.719754] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.720122] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.720953] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.721343] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.722181] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.722592] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.723534] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.723909] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.844668] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1507.845082] env[70008]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-21b828e2-02bd-4a69-85e2-a50281ab1407 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1508.724681] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.724875] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.725523] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.725894] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.726363] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.726781] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.794381] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.794794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.794794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.794870] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.795040] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.297919] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.726889] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.727125] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.800585] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.303572] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1524.303871] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1525.022252] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.022636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.022636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.022636] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.035050] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1525.035861] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.036579] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1525.070367] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.070515] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.070575] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.070743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.083078] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.083760] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1525.083840] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.083930] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1525.114248] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.114400] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.114455] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.114614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.115352] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.115496] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1525.181229] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.181379] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.181445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.181814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.181955] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.182223] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1525.250574] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.250800] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.250934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.251265] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.251726] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.252154] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 1525.252317] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ff8cd3bb-30b0-413d-bd3e-4166a97c31a2', '11fdcf54-c273-402f-9ffc-dd057a349971', 'e59f1268-3375-44f9-90d7-6960882bb1d7', '4f8daaa5-be25-440c-8ac0-334384ba4bfb', 'bdd228b2-e0ed-4846-844d-f30ad2026a45', 'ba889309-f9c6-4e7e-85d2-289c7667b2d9', '5928d445-883c-47e1-a266-4678321a9e5d', 'a5a57ce5-870a-46f5-af1c-26d752e1f00b', '5a208895-5e38-4a2e-995f-1665efff51d4', 'ec752d95-1cb2-443c-a24e-72d9b09830a1', '6a4c4765-bf38-40fa-b5f8-e6d222c7a121', '95aac56d-a849-41e3-b054-0e358b362a5e', '5b6f11f8-238a-4f88-ac16-ae73ed5737b4', 'b588a184-618d-4788-bc46-2f7e08fdb8e2', '9e23c26e-792c-465c-b25d-5dc944270021', '697101a2-3bc3-4af3-96ce-311627b8ee88', 'e8b2b5ae-b874-4409-908b-b5089d4d44ee', '10fb1e26-a8ad-4d3c-9188-a0639ac4d475', '11f1ac8c-2820-481a-afe8-be118b20d317', 'f5874604-b7b8-47c9-889e-8ea4718d3f73', '135322f4-7c48-4bd8-bca9-c88d7135838b', '0396b3bf-e516-4585-b787-008064727f34', '3b1e2c6f-a52c-49a4-8189-3c44ce582a0f', '817a6309-6a58-479e-bb28-ae3c01cd385d', '02ad56d2-9b28-4060-a874-99b3a94bcd23', '6bacf304-b9a5-40da-af2b-bdd93c9b547d', '92320a08-b2fb-481f-86e3-8fe4fe714a00', '4275bd7a-bda4-4af9-bf59-8ff49a0fcf45', 'dcd1b7dd-d7c1-4acb-ae75-8fb85b2e5777', '1f21ab19-bbe1-4eed-aca3-4dcdd290005c', 'a90a5a99-397b-44c6-abba-5fd0216c9213'} {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.252473] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1525.269016] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.269157] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.269240] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.269373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.269450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.269549] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1525.269619] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.269687] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1525.339046] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.339218] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.339280] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.339428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.340514] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.340759] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1525.340837] env[70008]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70008) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.340912] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1525.340980] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1525.341067] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 1525.341137] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGH for action security_group_rules [ 1525.341214] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGH for action security_group_rules [ 1525.341277] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGH for action security_group_rules [ 1525.341342] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGH for action security_group_rules [ 1525.341402] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGH for action security_group_rules [ 1525.341454] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGH for action security_group_rules [ 1525.341506] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGH for action security_group_rules [ 1525.341569] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGH for action security_group_rules [ 1525.341628] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGH for action security_group_rules [ 1525.341680] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGH for action security_group_rules [ 1525.341738] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGH for action security_group_rules [ 1525.341790] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGH for action security_group_rules [ 1525.341852] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGH for action security_group_rules [ 1525.341909] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGH for action security_group_rules [ 1525.341972] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGH for action security_group_rules [ 1525.342037] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGH for action security_group_rules [ 1525.342092] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGH for action security_group_rules [ 1525.342146] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGH for action security_group_rules [ 1525.342202] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGH for action security_group_rules [ 1525.342262] env[70008]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGH for action security_group_rules [ 1525.342356] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.728187] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.728579] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1528.728579] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 with Priority: HIGH for action security_group_rules [ 1528.728579] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59f1268-3375-44f9-90d7-6960882bb1d7 with Priority: HIGH for action security_group_rules [ 1528.728686] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5928d445-883c-47e1-a266-4678321a9e5d with Priority: HIGH for action security_group_rules [ 1528.728753] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23c26e-792c-465c-b25d-5dc944270021 with Priority: HIGH for action security_group_rules [ 1528.729141] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 with Priority: HIGH for action security_group_rules [ 1528.729406] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f1ac8c-2820-481a-afe8-be118b20d317 with Priority: HIGH for action security_group_rules [ 1528.730018] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 with Priority: HIGH for action security_group_rules [ 1528.730018] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee with Priority: HIGH for action security_group_rules [ 1528.730018] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 with Priority: HIGH for action security_group_rules [ 1528.730018] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 with Priority: HIGH for action security_group_rules [ 1528.730018] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 with Priority: HIGH for action security_group_rules [ 1528.730254] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95aac56d-a849-41e3-b054-0e358b362a5e with Priority: HIGH for action security_group_rules [ 1528.730254] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGH for action security_group_rules [ 1528.730327] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 with Priority: HIGH for action security_group_rules [ 1528.730422] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a208895-5e38-4a2e-995f-1665efff51d4 with Priority: HIGH for action security_group_rules [ 1528.730478] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 with Priority: HIGH for action security_group_rules [ 1528.730560] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b with Priority: HIGH for action security_group_rules [ 1528.730648] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 with Priority: HIGH for action security_group_rules [ 1528.730736] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fdcf54-c273-402f-9ffc-dd057a349971 with Priority: HIGH for action security_group_rules [ 1528.730824] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb with Priority: HIGH for action security_group_rules [ 1528.731183] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.731316] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.731380] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.731576] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.731658] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8cd3bb-30b0-413d-bd3e-4166a97c31a2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.732623] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59f1268-3375-44f9-90d7-6960882bb1d7 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.732749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.732876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.732976] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.733062] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59f1268-3375-44f9-90d7-6960882bb1d7',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.734020] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5928d445-883c-47e1-a266-4678321a9e5d taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.734121] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.734258] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.734329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.734400] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5928d445-883c-47e1-a266-4678321a9e5d',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.735085] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e23c26e-792c-465c-b25d-5dc944270021 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.735242] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.735299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.735438] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.735494] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e23c26e-792c-465c-b25d-5dc944270021',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.736271] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5874604-b7b8-47c9-889e-8ea4718d3f73 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.736382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.736447] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.736596] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.736677] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5874604-b7b8-47c9-889e-8ea4718d3f73',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.737400] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11f1ac8c-2820-481a-afe8-be118b20d317 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.737508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.737569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.737724] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.737780] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11f1ac8c-2820-481a-afe8-be118b20d317',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.738588] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.738689] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.738761] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.738904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.739041] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10fb1e26-a8ad-4d3c-9188-a0639ac4d475',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.739847] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.739936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.740014] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.740167] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.740238] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8b2b5ae-b874-4409-908b-b5089d4d44ee',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.741037] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b588a184-618d-4788-bc46-2f7e08fdb8e2 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.741196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.741239] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.741359] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.741428] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b588a184-618d-4788-bc46-2f7e08fdb8e2',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.742186] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697101a2-3bc3-4af3-96ce-311627b8ee88 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.742296] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.742362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.742507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.742578] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697101a2-3bc3-4af3-96ce-311627b8ee88',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.743341] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.743443] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.743539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.743649] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.743719] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6f11f8-238a-4f88-ac16-ae73ed5737b4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.744381] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95aac56d-a849-41e3-b054-0e358b362a5e taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.744591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.744591] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.744688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.744759] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95aac56d-a849-41e3-b054-0e358b362a5e',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.745458] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.745563] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.745629] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.745774] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.745847] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.746747] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec752d95-1cb2-443c-a24e-72d9b09830a1 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.746959] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.747046] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.747197] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.747273] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec752d95-1cb2-443c-a24e-72d9b09830a1',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.748107] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a208895-5e38-4a2e-995f-1665efff51d4 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.748173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.748217] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.748362] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.748429] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a208895-5e38-4a2e-995f-1665efff51d4',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.749223] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.749334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.749401] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.749549] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.749624] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba889309-f9c6-4e7e-85d2-289c7667b2d9',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.750394] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.750507] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.750574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.750723] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.750968] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5a57ce5-870a-46f5-af1c-26d752e1f00b',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.751998] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdd228b2-e0ed-4846-844d-f30ad2026a45 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.752124] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.752192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.752340] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.752412] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdd228b2-e0ed-4846-844d-f30ad2026a45',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.753215] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11fdcf54-c273-402f-9ffc-dd057a349971 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.753327] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.753395] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.753542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.753614] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11fdcf54-c273-402f-9ffc-dd057a349971',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.754439] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.754616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.754616] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.754844] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.754921] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f8daaa5-be25-440c-8ac0-334384ba4bfb',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.794241] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.794452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.794452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.794628] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.796068] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.796173] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.796878] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.796973] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.797657] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.797750] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.798443] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.798537] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.812484] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.812581] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59f1268-3375-44f9-90d7-6960882bb1d7 is going to be deleted. [ 1528.813326] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.813506] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.829769] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.829866] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11f1ac8c-2820-481a-afe8-be118b20d317 is going to be deleted. [ 1528.830571] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.830744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.846748] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.846852] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95aac56d-a849-41e3-b054-0e358b362a5e is going to be deleted. [ 1528.847557] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.847725] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.863107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.863207] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697101a2-3bc3-4af3-96ce-311627b8ee88 is going to be deleted. [ 1528.863873] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.864051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.885801] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.885942] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.886511] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.886605] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.892865] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.892975] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e23c26e-792c-465c-b25d-5dc944270021 is going to be deleted. [ 1528.893656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.893820] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.893908] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.894033] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11f1ac8c-2820-481a-afe8-be118b20d317" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.894204] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.894354] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.894458] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.894533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59f1268-3375-44f9-90d7-6960882bb1d7" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.907560] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.907666] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.907741] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.907892] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.908025] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.908134] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95aac56d-a849-41e3-b054-0e358b362a5e" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.933254] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.933405] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.933492] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.933688] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.933789] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.933927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697101a2-3bc3-4af3-96ce-311627b8ee88" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.977333] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.977499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.977580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.977804] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.977937] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.978091] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e23c26e-792c-465c-b25d-5dc944270021" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.262317] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.262556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.262556] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.262743] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.262893] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.262993] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.263073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.263213] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.263299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.263385] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.263472] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.432117] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.432403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.432403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.432547] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.434100] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.434232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.434824] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.434919] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.435607] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.435699] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.436408] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.436500] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.437138] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.437299] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.437895] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.438028] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.438650] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.438744] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.439432] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.439527] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.440187] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.440282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.440951] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.441061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.441639] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1529.442175] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.442279] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.442867] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1529.443254] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.443344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.443906] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1529.444314] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.444426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.464092] env[70008]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1529.464503] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.464596] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8b2b5ae-b874-4409-908b-b5089d4d44ee is going to be deleted. [ 1529.465423] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.465623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.481505] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.481658] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8cd3bb-30b0-413d-bd3e-4166a97c31a2 is going to be deleted. [ 1529.482613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.482858] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.499100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.499216] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f8daaa5-be25-440c-8ac0-334384ba4bfb is going to be deleted. [ 1529.499884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.500073] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.527494] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.527620] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5a57ce5-870a-46f5-af1c-26d752e1f00b is going to be deleted. [ 1529.528431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.528614] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.542792] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.542920] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.547669] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.547768] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.557227] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.557334] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a208895-5e38-4a2e-995f-1665efff51d4 is going to be deleted. [ 1529.558041] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.558205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.567047] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.567196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.578045] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.578148] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5928d445-883c-47e1-a266-4678321a9e5d is going to be deleted. [ 1529.578843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.579031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.620987] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.621196] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.625658] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.625781] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdd228b2-e0ed-4846-844d-f30ad2026a45 is going to be deleted. [ 1529.626632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.626827] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.655393] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.655533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.656980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.657102] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6f11f8-238a-4f88-ac16-ae73ed5737b4 is going to be deleted. [ 1529.657808] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.658020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.701791] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.701913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.766251] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.788354] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.788480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.799357] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.799469] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba889309-f9c6-4e7e-85d2-289c7667b2d9 is going to be deleted. [ 1529.800285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.800485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.856334] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.856440] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec752d95-1cb2-443c-a24e-72d9b09830a1 is going to be deleted. [ 1529.857164] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.857350] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.886772] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.886926] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.910139] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.910282] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.930016] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.930150] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5874604-b7b8-47c9-889e-8ea4718d3f73 is going to be deleted. [ 1529.930986] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.931192] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.991381] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.991530] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10fb1e26-a8ad-4d3c-9188-a0639ac4d475 is going to be deleted. [ 1529.992329] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.992535] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.995906] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.996067] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.029056] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.029176] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b588a184-618d-4788-bc46-2f7e08fdb8e2 is going to be deleted. [ 1530.029894] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.030125] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.053160] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.053254] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11fdcf54-c273-402f-9ffc-dd057a349971 is going to be deleted. [ 1530.053931] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.054122] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.054207] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.054349] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8b2b5ae-b874-4409-908b-b5089d4d44ee" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.054508] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.054656] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.054734] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.054848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8cd3bb-30b0-413d-bd3e-4166a97c31a2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.055287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.055452] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.055533] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.055646] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f8daaa5-be25-440c-8ac0-334384ba4bfb" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.055776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.055941] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.056068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.056202] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5a57ce5-870a-46f5-af1c-26d752e1f00b" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.056333] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.056469] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.056542] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.056647] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a208895-5e38-4a2e-995f-1665efff51d4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.056772] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.056902] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.056972] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.057090] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5928d445-883c-47e1-a266-4678321a9e5d" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.057210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.057341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.057412] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.057513] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdd228b2-e0ed-4846-844d-f30ad2026a45" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.057653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.057797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.057872] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.058017] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6f11f8-238a-4f88-ac16-ae73ed5737b4" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.058147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.058286] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.058360] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.058465] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba889309-f9c6-4e7e-85d2-289c7667b2d9" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.058587] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.058722] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.058794] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.058898] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec752d95-1cb2-443c-a24e-72d9b09830a1" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.061524] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.061641] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.061707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.061852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.061929] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.062048] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5874604-b7b8-47c9-889e-8ea4718d3f73" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.098747] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.098907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.098907] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.099100] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.099181] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.099287] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10fb1e26-a8ad-4d3c-9188-a0639ac4d475" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.135089] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.135250] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.135317] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.135445] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.135524] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.135637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b588a184-618d-4788-bc46-2f7e08fdb8e2" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.154119] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.154264] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.154322] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.154486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.154566] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.154680] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11fdcf54-c273-402f-9ffc-dd057a349971" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.268320] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4c4765-bf38-40fa-b5f8-e6d222c7a121: rpc.has_security_group_logging(os_id): False [ 1530.296426] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.296574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.296625] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.296814] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.331252] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.331498] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.331607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.331674] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.331834] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.331911] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.331999] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1530.430080] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.430305] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.430413] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.430716] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.430934] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.444341] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1532.458405] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1532.458754] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.731485] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.731849] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.733091] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.733511] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.853832] env[70008]: INFO networking_nsxv3.common.synchronization [req-b81d55d5-ec7a-452b-ac1f-7c0d111bc839 req-a01440e9-1f1a-4638-9393-e08852155bf8 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1540.854445] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1540.855198] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.855198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.855198] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.855444] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.855554] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.855613] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.855652] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.856274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.856274] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.856274] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.359222] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.359431] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.359480] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.359669] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.359756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.359968] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.360084] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.360140] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.360276] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.360363] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.360463] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1541.387196] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.387428] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.387485] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.387712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.387878] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.395912] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1543.405689] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1543.406089] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 deletion is rescheduled due to dependency. [ 1543.406089] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.855489] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.855766] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.685683] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 req-3e48a6ed-c527-4e01-a42c-deff13156961 tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1547.686182] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1547.686505] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.686632] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.686700] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.686899] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.687062] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.687162] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.687223] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.687396] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.687441] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.687537] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.943281] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.943484] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.943612] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.943889] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.944173] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.944336] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.944458] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.944672] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.944821] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.945046] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1547.945165] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1547.945277] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1547.945390] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1547.945499] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1547.945605] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1547.945741] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1547.966489] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1547.966613] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1547.966752] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1547.966912] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-797" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.967211] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-f101188b-d56e-4bca-a1f5-36e5fe13590c taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.967376] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-f101188b-d56e-4bca-a1f5-36e5fe13590c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.967497] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-f101188b-d56e-4bca-a1f5-36e5fe13590c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.967780] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-f101188b-d56e-4bca-a1f5-36e5fe13590c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.967918] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f101188b-d56e-4bca-a1f5-36e5fe13590c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.189661] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.189848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.189848] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.190081] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.190176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.190372] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.190472] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.190536] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.190683] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.190760] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.190846] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1548.217448] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.217570] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.217606] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.217738] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.217867] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.225769] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1548.470777] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.470872] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.470999] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.471356] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.471513] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.471676] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port f101188b-d56e-4bca-a1f5-36e5fe13590c not found, creating... [ 1548.471942] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.472114] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.472237] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.472456] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.472596] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.472880] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.473053] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.473179] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.473388] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.473526] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.473669] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: f101188b-d56e-4bca-a1f5-36e5fe13590c is going to be created. [ 1548.492508] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.492652] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.492777] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.493022] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.493246] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.493460] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-f101188b-d56e-4bca-a1f5-36e5fe13590c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.164827] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 req-54d00f0d-c8f0-4044-bfac-a5a17926fd76 service nova] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1549.165087] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 req-54d00f0d-c8f0-4044-bfac-a5a17926fd76 service nova] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1549.165171] env[70008]: INFO networking_nsxv3.common.synchronization [req-0e4b51b4-ac22-4677-a475-030d85a0b9e7 req-54d00f0d-c8f0-4044-bfac-a5a17926fd76 service nova] Enqueued Resource ID: f101188b-d56e-4bca-a1f5-36e5fe13590c with Priority: HIGHEST for action port [ 1549.165664] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_rules [ 1549.165797] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1549.165890] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f101188b-d56e-4bca-a1f5-36e5fe13590c with Priority: HIGHEST for action port [ 1549.166427] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.166582] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.166651] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.166843] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.166953] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.167740] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.167818] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.168069] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-f101188b-d56e-4bca-a1f5-36e5fe13590c taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.168165] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f101188b-d56e-4bca-a1f5-36e5fe13590c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.168203] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f101188b-d56e-4bca-a1f5-36e5fe13590c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.168361] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f101188b-d56e-4bca-a1f5-36e5fe13590c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.168432] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f101188b-d56e-4bca-a1f5-36e5fe13590c',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.670448] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.670617] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.670815] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f101188b-d56e-4bca-a1f5-36e5fe13590c with status ACTIVE [ 1549.670995] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.671120] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.671188] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.671403] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.671499] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.671674] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.671777] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.671841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.671992] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.672083] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.672277] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.672364] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.672442] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.672559] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.672634] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.672720] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f101188b-d56e-4bca-a1f5-36e5fe13590c is going to be updated. [ 1549.692532] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.692653] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.692759] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.692927] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.693108] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.693344] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f101188b-d56e-4bca-a1f5-36e5fe13590c" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.235507] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1550.235740] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 deletion is rescheduled due to dependency. [ 1550.235852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.235936] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.236185] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.236365] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.236476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.236540] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.236713] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.236797] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.236894] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.738905] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.241345] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.743678] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.743845] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.743903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.744145] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.744241] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.744343] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1551.770460] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.770609] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.770707] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.770909] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.771064] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.778983] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1553.789767] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1553.790066] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.790126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.790336] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.790525] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.790637] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.790701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.790852] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.790932] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.791027] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.791119] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.166815] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.166968] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1554.293397] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.795485] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a4c4765-bf38-40fa-b5f8-e6d222c7a121: rpc.has_security_group_logging(os_id): False [ 1554.812664] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.812826] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.812866] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.813071] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.813147] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.813401] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.813486] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.813552] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.813701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.813776] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.813860] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1554.869840] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.870020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.870020] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.870219] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.870373] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.883581] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1556.899818] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1556.900130] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.168772] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.169129] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.170235] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.170641] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.171390] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.171701] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.173234] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.173575] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.174400] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.174708] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.176227] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.176579] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.177145] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.177464] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.178401] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.178831] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.179549] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.179824] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.180948] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.181328] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.181775] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.182109] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.963786] env[70008]: INFO networking_nsxv3.common.synchronization [req-f3c3cc85-22a8-450c-a30b-72385763d2ec req-a2fc6c00-a439-4d9e-8d6e-02aa787fdd4f tempest-ServerActionsTestJSON-1969726176 tempest-ServerActionsTestJSON-1969726176-project-member] Enqueued Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1609.964285] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 with Priority: HIGHEST for action security_group_members [ 1609.964655] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.964802] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.964876] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.965144] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.965320] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.965521] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.965619] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.965806] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.965915] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.966058] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a4c4765-bf38-40fa-b5f8-e6d222c7a121',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.469106] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.469106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.469106] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.469539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.469539] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.469539] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.469756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.469756] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.469954] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.470077] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.470194] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 is going to be updated. [ 1610.504840] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.505069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.505069] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.505205] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.505341] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.512768] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: IN_PROGRESS for 2s [ 1612.523230] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 in Status: SUCCESS [ 1612.523569] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a4c4765-bf38-40fa-b5f8-e6d222c7a121 deletion is rescheduled due to dependency. [ 1612.523569] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a4c4765-bf38-40fa-b5f8-e6d222c7a121" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.965336] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.965636] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1617.730463] env[70008]: INFO networking_nsxv3.common.synchronization [None req-11a39cfe-1f94-4263-b7fc-12b72ba76867 None None] Enqueued Resource ID: 0efb72e8-d9f7-4f57-97b8-200749ef11de with Priority: HIGHEST for action port [ 1617.730736] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efb72e8-d9f7-4f57-97b8-200749ef11de with Priority: HIGHEST for action port [ 1617.731359] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-0efb72e8-d9f7-4f57-97b8-200749ef11de taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.731490] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0efb72e8-d9f7-4f57-97b8-200749ef11de" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.732208] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0efb72e8-d9f7-4f57-97b8-200749ef11de" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.732208] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0efb72e8-d9f7-4f57-97b8-200749ef11de" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.732208] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0efb72e8-d9f7-4f57-97b8-200749ef11de',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1618.235082] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0efb72e8-d9f7-4f57-97b8-200749ef11de [ 1618.236061] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.236061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.236061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.236061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.236061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.236061] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0efb72e8-d9f7-4f57-97b8-200749ef11de already deleted. [ 1618.236061] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0efb72e8-d9f7-4f57-97b8-200749ef11de" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.241624] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0dc8310b-ce44-40ec-b831-ee1d27582d89 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Enqueued Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_rules [ 1618.241886] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_rules [ 1618.242461] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f7b42d-1667-4c3a-8d19-6adad294afb6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.242580] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.242650] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.242875] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.242958] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1618.306217] env[70008]: INFO networking_nsxv3.common.synchronization [None req-0da0090d-3d04-429e-b051-97fcda5b92fa tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Enqueued Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_rules [ 1618.306822] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_rules [ 1618.307047] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f7b42d-1667-4c3a-8d19-6adad294afb6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.307155] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.763428] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.763712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.763712] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.763839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.763925] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.764031] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 already deleted. [ 1618.764111] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.764245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.764391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.764472] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1619.284538] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.284701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.284701] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.284904] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.284994] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.285110] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 already deleted. [ 1619.285224] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.839114] env[70008]: INFO networking_nsxv3.common.synchronization [None req-da25b6e1-647b-4bd8-8be8-27a7f804307c None None] Enqueued Resource ID: f2d65bae-bd73-4836-8182-a2f15f1adad5 with Priority: HIGHEST for action port [ 1619.839372] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d65bae-bd73-4836-8182-a2f15f1adad5 with Priority: HIGHEST for action port [ 1619.839933] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d65bae-bd73-4836-8182-a2f15f1adad5 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.840072] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d65bae-bd73-4836-8182-a2f15f1adad5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.840142] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d65bae-bd73-4836-8182-a2f15f1adad5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.840391] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d65bae-bd73-4836-8182-a2f15f1adad5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.840473] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d65bae-bd73-4836-8182-a2f15f1adad5',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1620.344511] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2d65bae-bd73-4836-8182-a2f15f1adad5 [ 1620.344712] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.344841] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.344910] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.345152] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.345245] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.345347] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2d65bae-bd73-4836-8182-a2f15f1adad5 already deleted. [ 1620.345426] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d65bae-bd73-4836-8182-a2f15f1adad5" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.840243] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.840669] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.841271] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.841704] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1634.841918] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.842333] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1639.843058] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.843391] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1641.404569] env[70008]: INFO networking_nsxv3.common.synchronization [req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa req-46426b07-a8fd-4092-94af-c918b137154e tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Enqueued Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_members [ 1641.404903] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_members [ 1641.405528] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f7b42d-1667-4c3a-8d19-6adad294afb6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.405662] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.405732] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.405987] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.406157] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.406255] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.406312] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.406520] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.406607] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.406721] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1641.633220] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.633450] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "network-709" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.633582] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "network-709" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.633913] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "network-709" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.634193] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.634359] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.634481] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.634696] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.634849] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.635418] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1641.635581] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] NeedRegenerationException {{(pid=70008) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1641.635701] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] no value, waiting for create lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1641.635819] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] value creation lock acquired {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1641.636065] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] No value present for key: 'zone-id' {{(pid=70008) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1641.636212] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Calling creation function for not-yet-present value {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1641.636356] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1641.655239] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1641.655393] env[70008]: DEBUG dogpile.cache.region [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70008) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1641.655536] env[70008]: DEBUG dogpile.lock [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Released creation lock {{(pid=70008) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1641.655725] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "network-709" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.656014] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock port-61b0abe4-f23f-4e38-b309-cf0cc1f73237 taken with stack trace [, , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.656189] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "port-61b0abe4-f23f-4e38-b309-cf0cc1f73237" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.656314] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "port-61b0abe4-f23f-4e38-b309-cf0cc1f73237" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.656591] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "port-61b0abe4-f23f-4e38-b309-cf0cc1f73237" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.656767] env[70008]: DEBUG networking_nsxv3.api.rpc [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b0abe4-f23f-4e38-b309-cf0cc1f73237',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1641.909237] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.909393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.909393] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.909603] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.909703] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.909900] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.909995] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.910068] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.910210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.910285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.910370] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 already deleted. [ 1641.910450] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.158624] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.158951] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.159102] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.159398] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.159534] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.159726] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Segment Port 61b0abe4-f23f-4e38-b309-cf0cc1f73237 not found, creating... [ 1642.160028] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.160190] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.160309] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.160527] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.160667] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.160957] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.161127] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.161247] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.161503] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.161581] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.161722] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Resource: SegmentPort with ID: 61b0abe4-f23f-4e38-b309-cf0cc1f73237 is going to be created. [ 1642.180301] env[70008]: DEBUG networking_nsxv3.common.locking [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.180495] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.180622] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.180856] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.181099] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.181316] env[70008]: DEBUG oslo_concurrency.lockutils [None req-6effad99-f803-479a-8584-1acf0e3845c2 None None] Releasing lock "port-61b0abe4-f23f-4e38-b309-cf0cc1f73237" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.844022] env[70008]: INFO networking_nsxv3.common.synchronization [req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa req-e359ca17-4546-430c-b537-bbae3c755a4c service nova] Enqueued Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_rules [ 1642.844022] env[70008]: INFO networking_nsxv3.common.synchronization [req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa req-e359ca17-4546-430c-b537-bbae3c755a4c service nova] Enqueued Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_members [ 1642.844022] env[70008]: INFO networking_nsxv3.common.synchronization [req-7c68b242-32b4-4a6d-bc7c-dff77da2a3aa req-e359ca17-4546-430c-b537-bbae3c755a4c service nova] Enqueued Resource ID: 61b0abe4-f23f-4e38-b309-cf0cc1f73237 with Priority: HIGHEST for action port [ 1642.844022] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_rules [ 1642.844022] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_members [ 1642.844022] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b0abe4-f23f-4e38-b309-cf0cc1f73237 with Priority: HIGHEST for action port [ 1642.845094] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f7b42d-1667-4c3a-8d19-6adad294afb6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.846031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.846031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.846031] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.846031] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1642.846678] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f7b42d-1667-4c3a-8d19-6adad294afb6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.846839] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.846946] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.847158] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.847355] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.847497] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.847593] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.847773] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.847916] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.848059] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1642.848980] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b0abe4-f23f-4e38-b309-cf0cc1f73237 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.848980] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b0abe4-f23f-4e38-b309-cf0cc1f73237" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.849119] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b0abe4-f23f-4e38-b309-cf0cc1f73237" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.849346] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b0abe4-f23f-4e38-b309-cf0cc1f73237" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.849478] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b0abe4-f23f-4e38-b309-cf0cc1f73237',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1643.350878] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1643.351977] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f7b42d-1667-4c3a-8d19-6adad294afb6 taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.352123] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.352462] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61b0abe4-f23f-4e38-b309-cf0cc1f73237 with status ACTIVE [ 1643.352858] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.353051] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.353175] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.353433] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.353579] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.353958] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.353958] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.354076] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.354277] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.354411] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.354637] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.354799] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.354903] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.355102] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.355231] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.355359] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61b0abe4-f23f-4e38-b309-cf0cc1f73237 is going to be updated. [ 1643.374951] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.375107] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.375176] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.375351] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.375479] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.375626] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b0abe4-f23f-4e38-b309-cf0cc1f73237" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.853480] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1644.356391] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1644.356595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.356595] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.356837] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1644.356940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.357054] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 is going to be created. [ 1644.379015] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1644.379174] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.379210] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.379382] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1644.379526] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.387138] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 in Status: UNINITIALIZED for 2s [ 1646.397182] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 in Status: SUCCESS [ 1646.397574] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.397639] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.397891] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.398142] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.398306] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.398399] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.398550] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.398631] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.398779] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.399447] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1646.902122] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1647.404894] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f7b42d-1667-4c3a-8d19-6adad294afb6: rpc.has_security_group_logging(os_id): False [ 1647.423645] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.423813] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.423860] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.424093] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.424623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.424623] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.424623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.424623] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.424793] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.424864] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.424953] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 is going to be created. [ 1647.494288] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.494463] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.494534] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.494749] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.494940] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.506888] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 in Status: IN_PROGRESS for 2s [ 1647.844837] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.844970] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1649.520191] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 in Status: SUCCESS [ 1649.520476] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.846336] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.846690] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.847532] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.847887] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.848913] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.849304] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.849672] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.850100] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1672.851138] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.851466] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.852320] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.852695] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.853513] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.853890] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.854576] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.854941] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1692.855321] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1692.855579] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1694.437211] env[70008]: INFO networking_nsxv3.common.synchronization [req-5ba53f69-1cab-4647-9f96-5e2ffd3b2dbb req-6f0a1faf-fc34-4d92-91fe-c4a295c87f87 tempest-ServerActionsV293TestJSON-1539883197 tempest-ServerActionsV293TestJSON-1539883197-project-member] Enqueued Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_members [ 1694.437959] env[70008]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 with Priority: HIGHEST for action security_group_members [ 1694.438150] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f7b42d-1667-4c3a-8d19-6adad294afb6 taken with stack trace [, , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1694.438285] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.438337] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1694.438509] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1694.439015] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1694.439015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.439015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1694.439015] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1694.439764] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1694.439894] env[70008]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f7b42d-1667-4c3a-8d19-6adad294afb6',) {} {{(pid=70008) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1694.941878] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1694.942054] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.942126] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1694.942410] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1694.942546] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1694.942783] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1694.942913] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.942979] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1694.943149] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1694.943232] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1694.943323] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 is going to be updated. [ 1694.971475] env[70008]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70008) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1694.971676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.971676] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1694.971884] env[70008]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1694.972037] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1694.989308] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 in Status: IN_PROGRESS for 2s [ 1696.999893] env[70008]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 in Status: SUCCESS [ 1696.999893] env[70008]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f7b42d-1667-4c3a-8d19-6adad294afb6 deletion is rescheduled due to dependency. [ 1696.999893] env[70008]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f7b42d-1667-4c3a-8d19-6adad294afb6" {{(pid=70008) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.439178] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1699.439529] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1704.439948] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1704.440332] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1709.440734] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1709.441096] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1714.442262] env[70008]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1714.442638] env[70008]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0